-- Logs begin at Tue 2021-08-17 00:22:15 UTC, end at Tue 2021-08-17 01:33:39 UTC. -- Aug 17 01:07:13.090488 dv-cinder-803901-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 17 01:07:15.821475 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.common.config [-] Logging enabled! Aug 17 01:07:15.822114 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 17 01:07:15.822261 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94559) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 17 01:07:15.825574 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.common.config [-] Logging enabled! Aug 17 01:07:15.825829 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 17 01:07:15.826141 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94559) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 17 01:07:15.827110 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 01:07:15.827345 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 01:07:15.827704 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 01:07:15.827949 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 01:07:15.828175 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 01:07:15.828498 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.828796 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.829093 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.829323 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.829618 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.829911 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.830195 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.830515 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.830814 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.831100 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.831379 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.831666 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.831897 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.832180 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.832468 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.832758 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.832985 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] debug = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.833267 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.833792 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.834206 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.834514 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.834811 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.835095 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.835369 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.835649 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.835937 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.836274 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] host = dv-cinder-803901-7-iscsi {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.836557 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.836847 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.837137 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.837424 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.837699 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.837977 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.838262 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.838561 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.838834 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] log_file = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.839112 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.839399 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.839687 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.839978 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.840205 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.840427 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.840718 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.841005 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.841282 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.841557 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.841832 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.842106 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.842405 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.842676 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.842962 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.843248 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.843538 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.843812 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.844087 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.844359 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.844633 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.844918 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.845194 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.845470 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.845743 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.846029 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.846325 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.846603 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.846906 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.847189 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.847470 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.847754 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.848025 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.848306 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.848578 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.848851 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.849122 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] use_json = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.850010 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.850308 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.850588 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.850861 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.851134 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.851407 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.851678 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.851960 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:15.852255 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.852553 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.852853 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.853140 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.853434 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.853715 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.854011 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.854312 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.854607 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.854897 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.855189 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.855468 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.855757 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.856035 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.856328 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.856633 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.856929 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.857219 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.857494 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.857768 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.858040 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.858344 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.858632 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.858930 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.859221 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.859494 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.859773 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.860063 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.860342 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.860614 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.860893 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.861182 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.861460 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.861732 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.862280 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.862563 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.862837 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.863110 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.863389 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.863683 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.863961 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.864231 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.864502 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.864805 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.865840 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.866147 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.866465 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.866748 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.867025 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.867311 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.867590 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.867872 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.868153 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.868430 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.868711 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.868986 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.869263 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.869535 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.869808 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.870081 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.870383 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.870661 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.870941 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.871219 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.871494 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.871770 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.872051 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.872324 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.872612 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.872898 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.873182 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.873459 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.873747 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.874025 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.874327 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.874608 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.874887 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.875165 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.875437 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.875728 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.876013 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.876302 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.876586 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.876863 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.877157 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.877434 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.877719 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.877998 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.878284 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.878589 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.878872 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.879166 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.879458 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.879753 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.880046 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.880339 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.880804 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.881130 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.881414 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:15.881633 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 01:07:15.881877 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94559) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 17 01:07:16.234903 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 17 01:07:16.235181 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 17 01:07:16.235475 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 17 01:07:16.235807 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 17 01:07:16.660068 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.660306 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.660612 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.661946 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.662189 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.662469 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.697148 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.697480 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.697701 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.714975 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.715256 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.715528 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.744063 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.744343 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.744610 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.783480 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.783776 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:16.784037 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.057462 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.058096 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.058096 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.058260 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.058995 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.181383 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.181703 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.181987 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.182258 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.182545 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.182858 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.183119 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.183374 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.183629 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.183913 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.184173 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.184440 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.184699 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.184957 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.185215 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.185491 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.185743 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.186010 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.186288 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.186570 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.186841 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.187094 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.187377 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.187756 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.188006 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.188252 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.188652 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 01:07:17.188895 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 01:07:17.189133 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 01:07:17.189372 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 01:07:17.189606 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 01:07:17.189841 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 01:07:17.190203 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 17 01:07:17.193884 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 17 01:07:17.197837 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 17 01:07:17.201536 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 17 01:07:17.203206 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 17 01:07:17.203662 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 17 01:07:17.204014 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 17 01:07:17.204391 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 17 01:07:17.207213 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 17 01:07:17.207465 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 17 01:07:17.207807 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 01:07:17.213502 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 17 01:07:17.235809 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 17 01:07:17.236263 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.236567 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94559) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 17 01:07:17.237180 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.238648 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94559) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 17 01:07:17.238936 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 01:07:17.239180 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 17 01:07:17.242963 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.243246 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:17.326452 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 17 01:07:17.326722 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 17 01:07:17.327057 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 17 01:07:17.327607 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 17 01:07:17.358684 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_db.sqlalchemy.engines [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94559) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 17 01:07:18.109057 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Initializing driver for type 'gre' Aug 17 01:07:18.109735 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] gre ID ranges: [(1, 1000)] Aug 17 01:07:18.343422 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Initializing driver for type 'local' Aug 17 01:07:18.343760 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Initializing driver for type 'vlan' Aug 17 01:07:18.423250 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] VlanTypeDriver initialization complete Aug 17 01:07:18.423506 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Initializing driver for type 'vxlan' Aug 17 01:07:18.424023 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] vxlan ID ranges: [(1, 1000)] Aug 17 01:07:18.617329 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Initializing extension driver 'port_security' Aug 17 01:07:18.617670 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.extensions.port_security [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] PortSecurityExtensionDriver initialization complete Aug 17 01:07:18.618013 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Initializing mechanism driver 'openvswitch' Aug 17 01:07:18.618370 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Initializing mechanism driver 'hyperv' Aug 17 01:07:18.628516 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.plugins.ml2.plugin [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:18.629389 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > port after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.629769 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > port after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.630129 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > port after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.631276 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 01:07:18.631712 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > subnet after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.632070 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > subnet after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.632425 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.632831 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 01:07:18.633232 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > network after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.633586 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > network after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.633934 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > network after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.634358 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 01:07:18.634768 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > security_group after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.635126 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > security_group after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.635474 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > security_group after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.635873 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 01:07:18.636281 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.636638 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.636983 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.637377 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 01:07:18.637782 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > address_group after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.638132 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > address_group after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.638500 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > address_group after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.638897 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 01:07:18.639278 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] ML2 OVO RPC backend initialized. {{(pid=94559) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 17 01:07:18.639990 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.640351 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.640772 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > network before_response 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.641127 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > networks before_response 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.641478 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > port before_response 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.641828 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > ports before_response 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.642177 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > subnet before_response 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.642553 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > subnets before_response 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.642907 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > network after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.643254 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > network after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.643593 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > network after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.643934 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > port after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.644272 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > port after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.644608 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > port after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.644944 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > subnet after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.645283 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > subnet after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.645621 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.646253 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.plugin [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Modular L2 Plugin initialization complete Aug 17 01:07:18.647106 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading services supported by the core plugin {{(pid=94559) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 17 01:07:18.647106 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.plugins.ml2.managers [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Got port-security extension from driver 'port_security' Aug 17 01:07:18.647496 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.extensions.vlantransparent [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Disabled vlantransparent extension. Aug 17 01:07:18.647985 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94559) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 17 01:07:18.648307 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading Plugin: router Aug 17 01:07:18.685909 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router_interface before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.686231 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router after_create 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.686641 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router before_create 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.687058 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.687438 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.687798 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router after_delete 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.688162 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > floatingip after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.690160 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router after_create 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.690561 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router after_update 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.690937 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router after_update 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.691304 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.691684 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router after_update 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.692096 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router precommit_update 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.692474 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: port after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.692838 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: port after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.693192 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: subnet after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.693619 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.693981 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > port precommit_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.694377 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router precommit_create 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.694731 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: port before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.695081 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router precommit_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.695444 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router after_update 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.695794 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router precommit_delete 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.696150 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router precommit_create 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.696517 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.696871 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router precommit_update 55549900 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.697240 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > agent after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.697596 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > agent after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.697944 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > network after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.698845 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Tracking information for resource: router configured {{(pid=94559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 01:07:18.699182 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Tracking information for resource: floatingip configured {{(pid=94559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 01:07:18.704282 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.db.l3_agentschedulers_db [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 17 01:07:18.704869 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: port after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.705239 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: port after_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.705599 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: port after_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.705957 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: port after_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.706780 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router before_create 55550100 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.707153 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router precommit_delete 55550100 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.707519 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router precommit_create 55550100 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.707881 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > router precommit_update 55550100 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.712964 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.services.provider_configuration [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service providers = [] {{(pid=94559) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 17 01:07:18.712964 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.db.servicetype_db [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94559) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 17 01:07:18.716105 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.services.service_base [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 01:07:18.716461 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.services.service_base [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 01:07:18.716806 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.services.service_base [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 01:07:18.717711 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.services.service_base [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 01:07:18.718087 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.services.service_base [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 17 01:07:18.718512 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 01:07:18.718838 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 17 01:07:18.730148 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 01:07:18.730523 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading Plugin: auto_allocate Aug 17 01:07:18.736268 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: network precommit_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.736639 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: network precommit_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.737431 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 01:07:18.737749 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading Plugin: tag Aug 17 01:07:18.745151 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 01:07:18.745486 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading Plugin: timestamp Aug 17 01:07:18.749347 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 01:07:18.749678 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading Plugin: network_ip_availability Aug 17 01:07:18.755131 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.755665 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.755897 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.756624 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 01:07:18.756946 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading Plugin: flavors Aug 17 01:07:18.761940 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 01:07:18.762294 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading Plugin: revisions Aug 17 01:07:18.766608 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 01:07:18.767009 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_concurrency.lockutils [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.531s {{(pid=94559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 17 01:07:18.767756 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94559) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 17 01:07:18.768097 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Initializing extension manager. Aug 17 01:07:18.768616 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: __init__.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.768966 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: __pycache__ {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.769302 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.769639 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: address_group.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.770452 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.771061 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: address-group Aug 17 01:07:18.771638 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: address_scope.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.772106 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.772615 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: address-scope Aug 17 01:07:18.772941 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: admin_state_down_before_update.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.773903 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.774454 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: router-admin-state-down-before-update Aug 17 01:07:18.774780 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: agent.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.775493 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.775996 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: agent Aug 17 01:07:18.776320 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: agent_resources_synced.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.777240 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.777750 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: agent-resources-synced Aug 17 01:07:18.778077 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: allowedaddresspairs.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.779935 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.780464 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: allowed-address-pairs Aug 17 01:07:18.780797 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: auto_allocated_topology.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.781889 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.782434 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: auto-allocated-topology Aug 17 01:07:18.782766 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: availability_zone.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.783473 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.783981 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: availability_zone Aug 17 01:07:18.784316 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: availability_zone_filter.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.785241 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.785750 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: availability_zone_filter Aug 17 01:07:18.786077 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: data_plane_status.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.787620 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.788124 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension data-plane-status not supported by any of loaded plugins Aug 17 01:07:18.788450 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: default_subnetpools.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.789383 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.789897 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: default-subnetpools Aug 17 01:07:18.790612 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: dhcpagentscheduler.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.791170 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.791721 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: dhcp_agent_scheduler Aug 17 01:07:18.791921 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: dns.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.792857 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.793358 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension dns-integration not supported by any of loaded plugins Aug 17 01:07:18.793685 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: dns_domain_ports.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.794851 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.795141 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 17 01:07:18.795465 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.796420 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.796919 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 17 01:07:18.797240 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: dvr.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.797953 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.798448 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: dvr Aug 17 01:07:18.798771 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: ecmp_routes.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.799705 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.800207 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 17 01:07:18.800529 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: empty_string_filtering.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.801454 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.801958 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: empty-string-filtering Aug 17 01:07:18.802366 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.803890 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.804403 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 17 01:07:18.804732 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.809757 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.809757 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 17 01:07:18.809757 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: external_net.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.809757 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.809757 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: external-net Aug 17 01:07:18.809757 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: extra_dhcp_opt.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.810252 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.810252 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: extra_dhcp_opt Aug 17 01:07:18.810252 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: extraroute.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.811547 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.811547 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: extraroute Aug 17 01:07:18.811755 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: extraroute_atomic.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.812760 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.813275 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: extraroute-atomic Aug 17 01:07:18.813604 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: filter_validation.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.814566 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.815087 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: filter-validation Aug 17 01:07:18.815414 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: fip_pf_description.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.816363 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.816876 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 17 01:07:18.817205 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: fip_port_details.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.818219 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.818767 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: fip-port-details Aug 17 01:07:18.819101 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: flavors.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.820404 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.820926 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: flavors Aug 17 01:07:18.821258 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.822979 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.823505 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 17 01:07:18.823839 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: floatingip_pools.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.824552 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.825058 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: floatingip-pools Aug 17 01:07:18.825384 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: ip_allocation.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.826337 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.826849 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension ip_allocation not supported by any of loaded plugins Aug 17 01:07:18.827178 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.828106 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.828617 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: ip-substring-filtering Aug 17 01:07:18.828954 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: l2_adjacency.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.829901 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.830436 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 17 01:07:18.830766 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: l3.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.831787 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.832308 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: router Aug 17 01:07:18.832638 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: l3_conntrack_helper.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.835036 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.835569 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 17 01:07:18.835908 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.836881 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.837399 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: ext-gw-mode Aug 17 01:07:18.837733 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.838713 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.839234 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: l3-ha Aug 17 01:07:18.839567 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: l3_flavors.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.840490 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.841000 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: l3-flavors Aug 17 01:07:18.841328 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.842244 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.842778 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 17 01:07:18.843106 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: l3agentscheduler.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.844187 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.844740 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: l3_agent_scheduler Aug 17 01:07:18.845088 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: logging.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.846620 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.847142 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension logging not supported by any of loaded plugins Aug 17 01:07:18.847478 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: metering.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.848238 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.848825 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: metering Aug 17 01:07:18.849679 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.850952 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.851475 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: metering_source_and_destination_fields Aug 17 01:07:18.851810 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: multiprovidernet.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.852747 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.853261 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: multi-provider Aug 17 01:07:18.853591 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: netmtu.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.854554 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.855065 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: net-mtu Aug 17 01:07:18.855390 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: netmtu_writable.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.856321 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.856828 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: net-mtu-writable Aug 17 01:07:18.857154 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: network_availability_zone.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.857831 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.858370 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: network_availability_zone Aug 17 01:07:18.858697 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: network_ip_availability.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.859802 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.860311 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: network-ip-availability Aug 17 01:07:18.860636 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: network_segment_range.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.861403 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.862156 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension network-segment-range not supported by any of loaded plugins Aug 17 01:07:18.862507 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: pagination.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.863504 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.863834 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: pagination Aug 17 01:07:18.864155 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: port_device_profile.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.865627 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.866183 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: port-device-profile Aug 17 01:07:18.866531 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.867466 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.867978 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: port-mac-address-regenerate Aug 17 01:07:18.868305 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.872553 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.872553 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: port-numa-affinity-policy Aug 17 01:07:18.872553 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: port_resource_request.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.872553 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.872553 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension port-resource-request not supported by any of loaded plugins Aug 17 01:07:18.872553 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: portbindings.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.873105 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.873331 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: binding Aug 17 01:07:18.873665 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: portbindings_extended.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.875050 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.875573 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: binding-extended Aug 17 01:07:18.875908 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: portsecurity.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.876854 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.877368 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: port-security Aug 17 01:07:18.877696 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: project_id.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.878714 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.879047 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: project-id Aug 17 01:07:18.879372 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: providernet.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.880341 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.880898 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: provider Aug 17 01:07:18.881286 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: qos.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.884994 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.885589 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension qos not supported by any of loaded plugins Aug 17 01:07:18.885934 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.887289 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.887903 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 17 01:07:18.888245 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.889226 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.889813 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 17 01:07:18.890147 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: qos_default.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.891125 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.891640 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension qos-default not supported by any of loaded plugins Aug 17 01:07:18.891970 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: qos_fip.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.892646 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.893150 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension qos-fip not supported by any of loaded plugins Aug 17 01:07:18.893480 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: qos_gateway_ip.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.894448 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.894965 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 17 01:07:18.895294 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: qos_port_network_policy.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.896347 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.896825 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 17 01:07:18.897156 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: qos_pps_rule.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.898380 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.898901 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension qos-pps not supported by any of loaded plugins Aug 17 01:07:18.899232 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: qos_rule_type_details.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.900164 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.900678 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 17 01:07:18.901007 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: qos_rules_alias.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.902062 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.902611 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 17 01:07:18.902941 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: quotasv2.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.904149 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.904483 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: quotas Aug 17 01:07:18.904811 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: quotasv2_detail.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.908014 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.908361 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: quota_details Aug 17 01:07:18.908704 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: rbac.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.909810 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.910399 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: rbac-policies Aug 17 01:07:18.910737 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: rbac_address_group.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.912239 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.912761 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: rbac-address-group Aug 17 01:07:18.913095 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: rbac_address_scope.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.914040 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.914586 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: rbac-address-scope Aug 17 01:07:18.914918 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: rbac_security_groups.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.915855 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.916365 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: rbac-security-groups Aug 17 01:07:18.916694 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: rbac_subnetpool.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.917621 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.918133 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: rbac-subnetpool Aug 17 01:07:18.918484 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: revisionifmatch.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.919429 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.919943 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: revision-if-match Aug 17 01:07:18.920272 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: revisions.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.921410 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.921922 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: standard-attr-revisions Aug 17 01:07:18.922253 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: router_availability_zone.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.922981 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.923498 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: router_availability_zone Aug 17 01:07:18.923826 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: routerservicetype.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.924778 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.925301 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension router-service-type not supported by any of loaded plugins Aug 17 01:07:18.925631 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.926599 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.927117 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: security-groups-normalized-cidr Aug 17 01:07:18.928196 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: security_groups_port_filtering.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.929151 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.929674 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: port-security-groups-filtering Aug 17 01:07:18.930002 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.930973 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.931484 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: security-groups-remote-address-group Aug 17 01:07:18.931813 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: securitygroup.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.941866 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.942391 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: security-group Aug 17 01:07:18.942735 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: segment.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.943645 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.944157 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension segment not supported by any of loaded plugins Aug 17 01:07:18.944485 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.945528 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.946036 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 17 01:07:18.946396 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: servicetype.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.947639 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.948158 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: service-type Aug 17 01:07:18.948490 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: sorting.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.949510 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.949847 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: sorting Aug 17 01:07:18.950177 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: standard_attr_segment.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.951141 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.951657 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 17 01:07:18.951990 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: standardattrdescription.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.952660 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.953170 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: standard-attr-description Aug 17 01:07:18.953500 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: stateful_security_group.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.954477 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.955004 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: stateful-security-group Aug 17 01:07:18.955338 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: stdattrs_common.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.955939 dv-cinder-803901-7-iscsi neutron-server[94559]: WARNING neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 17 01:07:18.956264 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.957231 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.957746 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 17 01:07:18.958070 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: subnet_onboard.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.959262 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.959786 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: subnet_onboard Aug 17 01:07:18.960119 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.961072 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.961586 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 17 01:07:18.961919 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: subnet_service_types.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.962882 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.963401 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: subnet-service-types Aug 17 01:07:18.963733 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: subnetallocation.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.964855 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.965374 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: subnet_allocation Aug 17 01:07:18.965710 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.966434 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.966948 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: subnetpool-prefix-ops Aug 17 01:07:18.967279 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.968250 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.968772 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 17 01:07:18.969102 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: tagging.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.970217 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.970786 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: standard-attr-tag Aug 17 01:07:18.971121 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: timestamp.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.972362 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.972883 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loaded extension: standard-attr-timestamp Aug 17 01:07:18.973219 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: trunk.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.974939 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.975472 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension trunk not supported by any of loaded plugins Aug 17 01:07:18.975987 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: trunk_details.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.976932 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.977449 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension trunk-details not supported by any of loaded plugins Aug 17 01:07:18.977776 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: uplink_status_propagation.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.978732 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.979246 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 17 01:07:18.979571 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Loading extension file: vlantransparent.py {{(pid=94559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 01:07:18.980270 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 01:07:18.980782 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 17 01:07:18.983340 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:network Aug 17 01:07:18.983893 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:subnet Aug 17 01:07:18.984299 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 01:07:18.984694 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:port Aug 17 01:07:18.986068 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:18.986547 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service FLAVORS assigned prefix: {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:18.987441 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:18.987888 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:18.988226 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:router Aug 17 01:07:18.988662 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:floatingip Aug 17 01:07:18.989177 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service METERING assigned prefix: /metering {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:18.991338 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.991719 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.992077 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:07:18.993110 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 01:07:18.993578 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:security_group Aug 17 01:07:18.994021 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 01:07:18.994681 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service CORE assigned prefix: {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:19.004648 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 01:07:19.004648 dv-cinder-803901-7-iscsi neutron-server[94559]: WARNING neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] subnetpool is already registered Aug 17 01:07:19.004648 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service CORE assigned prefix: {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:19.004648 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 01:07:19.004648 dv-cinder-803901-7-iscsi neutron-server[94559]: WARNING neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] subnetpool is already registered Aug 17 01:07:19.004648 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:19.004648 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service FLAVORS assigned prefix: {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:19.004648 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:19.005235 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:19.005235 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:router Aug 17 01:07:19.005235 dv-cinder-803901-7-iscsi neutron-server[94559]: WARNING neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] router is already registered Aug 17 01:07:19.005235 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:floatingip Aug 17 01:07:19.005235 dv-cinder-803901-7-iscsi neutron-server[94559]: WARNING neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] floatingip is already registered Aug 17 01:07:19.005235 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service METERING assigned prefix: /metering {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:19.005235 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 01:07:19.005235 dv-cinder-803901-7-iscsi neutron-server[94559]: WARNING neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] rbac_policy is already registered Aug 17 01:07:19.005235 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:security_group Aug 17 01:07:19.006038 dv-cinder-803901-7-iscsi neutron-server[94559]: WARNING neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] security_group is already registered Aug 17 01:07:19.006038 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 01:07:19.006038 dv-cinder-803901-7-iscsi neutron-server[94559]: WARNING neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] security_group_rule is already registered Aug 17 01:07:19.006549 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service CORE assigned prefix: {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:19.006880 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 01:07:19.007218 dv-cinder-803901-7-iscsi neutron-server[94559]: WARNING neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] subnetpool is already registered Aug 17 01:07:19.007640 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.v2.resource_helper [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Service CORE assigned prefix: {{(pid=94559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 01:07:19.007969 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 01:07:19.008303 dv-cinder-803901-7-iscsi neutron-server[94559]: WARNING neutron.quota.resource_registry [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] subnetpool is already registered Aug 17 01:07:19.008756 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: extensions {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.010401 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: address-groups {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.011927 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: address-scopes {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.013148 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: agents {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.014345 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: auto-allocated-topology {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.015704 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: availability_zones {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.016935 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: dhcp-networks {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.018422 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: dhcp-agents {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.019956 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: routers {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.022496 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: flavors {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.023679 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: service_profiles {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.025014 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: next_providers {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.026483 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: service_profiles {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.027963 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: floatingip-pools {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.029196 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: routers {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.031050 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: floatingips {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.032270 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: l3-routers {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.033665 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: l3-agents {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.035246 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: metering-labels {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.036500 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: metering-label-rules {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.038570 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: network-ip-availabilities {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.039945 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: bindings {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.041547 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: quotas {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.043025 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: quotas {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.044626 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: rbac-policies {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.045816 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: security-groups {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.047066 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: security-group-rules {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.048308 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: service-providers {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.052285 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: subnetpools {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.052285 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: subnetpools {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.052757 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: tags {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.054610 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: tags {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.056337 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: tags {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.058253 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: tags {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.059998 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: tags {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.061886 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: tags {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.064760 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: tags {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.066629 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: tags {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.068501 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: tags {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.070405 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron.api.extensions [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Extended resource: tags {{(pid=94559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 01:07:19.076446 dv-cinder-803901-7-iscsi neutron-server[94559]: WARNING keystonemiddleware.auth_token [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 17 01:07:19.081071 dv-cinder-803901-7-iscsi neutron-server[94559]: WARNING keystonemiddleware.auth_token [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 17 01:07:19.090062 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_concurrency.lockutils [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Acquired lock "singleton_lock" {{(pid=94559) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 17 01:07:19.090567 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_concurrency.lockutils [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Releasing lock "singleton_lock" {{(pid=94559) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 17 01:07:19.091224 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO oslo_service.service [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Starting 2 workers Aug 17 01:07:19.096109 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Started child 94702 {{(pid=94559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 01:07:19.101051 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Started child 94703 {{(pid=94559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 01:07:19.102746 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO neutron.service [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 17 01:07:19.102856 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:19.103566 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Notify callbacks [] for process, before_spawn {{(pid=94559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:19.104287 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [-] (94702) wsgi starting up on http://0.0.0.0:9696 Aug 17 01:07:19.105854 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO oslo_service.service [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Starting 1 workers Aug 17 01:07:19.106177 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:19.107599 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [-] (94703) wsgi starting up on http://0.0.0.0:9696 Aug 17 01:07:19.111143 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Started child 94704 {{(pid=94559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 01:07:19.111700 dv-cinder-803901-7-iscsi neutron-server[94559]: INFO oslo_service.service [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Starting 1 workers Aug 17 01:07:19.116051 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.service [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] calling RpcWorker wait() {{(pid=94704) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 17 01:07:19.116599 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.service [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] returning from RpcWorker wait() {{(pid=94704) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 17 01:07:19.117052 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Started child 94705 {{(pid=94559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 01:07:19.117905 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG neutron_lib.callbacks.manager [None req-6969b900-57b8-4e09-a08f-9f0b4c5bed6c None None] Notify callbacks [] for process, after_spawn {{(pid=94559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:19.118134 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:19.118682 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:19.119871 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94559) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 01:07:19.120087 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 01:07:19.120270 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 01:07:19.120491 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 01:07:19.120823 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 01:07:19.120986 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 01:07:19.121535 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.121814 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.122070 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.122352 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.122442 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:19.122895 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.123243 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.123524 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.123793 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.124057 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.124290 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.124463 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.124634 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.124886 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.125137 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.125440 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.125708 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.125930 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.126199 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.132506 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.132506 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.132506 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.132506 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.132506 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] debug = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.132506 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.132964 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.132964 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.132964 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.132964 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.132964 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.132964 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.133720 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.133720 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.133720 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.133720 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.133720 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.133720 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.133720 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.133720 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.134175 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.134175 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.134175 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] host = dv-cinder-803901-7-iscsi {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.134175 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.134175 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.134175 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.134175 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.134175 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.134641 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.134641 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.134641 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.135149 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.135149 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.135428 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.135563 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.135766 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.136035 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_file = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.136188 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_options = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.136411 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.136675 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.136955 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.137132 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.137291 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.137463 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.137716 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.137883 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.138138 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.138796 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.139032 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.139285 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.139501 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.139718 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.139982 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.140231 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.140482 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.140698 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.140948 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.141202 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.141457 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.141679 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.141913 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.142138 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.142412 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.142634 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.142895 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.143113 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.143329 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.143609 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.143856 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.144113 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.144347 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.144602 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.144853 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.145087 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.145320 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.145588 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.145820 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.146135 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.146497 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.146763 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.146949 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.147171 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.147434 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.147644 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] use_json = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.147857 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.148087 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.148356 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.148573 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.148808 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.149043 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.149293 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.149528 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.149931 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.150242 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.150607 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.150868 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.151132 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.151377 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.151608 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.151836 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.152072 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.152424 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.152613 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.152862 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.153142 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.153383 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.153977 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.154164 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:19.154332 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.154332 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.154637 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.155018 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.155018 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.155338 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.155514 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.155880 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.156193 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.156379 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.156635 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.156905 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.157157 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.157396 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.157636 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.157855 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.158090 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.158396 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.158636 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.158874 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.159095 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.159324 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.159563 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.159811 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.160061 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.160320 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.160554 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.160779 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.161019 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.161258 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.161481 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.161734 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.161990 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.162223 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.166961 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.166961 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.166961 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.166961 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.166961 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.166961 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.166961 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.166961 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.166961 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.168838 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.168838 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.168838 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.168838 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.168838 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.168838 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.168838 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.168838 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.168838 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.170166 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.170166 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.170166 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.170166 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.170166 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.170166 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.170166 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.170166 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.170166 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.171295 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.171295 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.171295 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.171295 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.171295 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.171295 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.171295 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.171295 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.171295 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.172403 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.172403 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.172403 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.172403 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.172403 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.172403 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.172403 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.173277 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.173277 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.173277 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.173277 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.173775 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.173775 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.174049 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.174161 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.174377 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.174603 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.174831 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.175072 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.175313 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.175542 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.175813 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.176462 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.176462 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.176711 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.176869 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.177949 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.177949 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.178457 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.178618 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.178884 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.179068 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.179350 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.179629 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.179942 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.180244 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.180620 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.180866 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.181124 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.181367 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.181604 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.181847 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.182246 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.182395 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.182610 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.182833 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.183066 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.183416 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.183652 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.183905 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.184124 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.184422 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.184672 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.184923 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.185192 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.185441 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.185775 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.186198 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.186347 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.186484 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.186703 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.186957 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.187175 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.187422 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.187663 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.187943 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.188191 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.188411 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.188651 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.188999 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.189245 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.189487 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.189733 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.189960 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.190217 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.190459 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.190682 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.190928 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.191147 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.191393 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.191603 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.191835 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.192188 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.192323 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.192594 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.192883 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.193158 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.193389 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.193617 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.193880 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.194099 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.194371 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.194595 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.194811 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.195027 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.195249 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.195713 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.195713 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.196237 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.196237 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.196468 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.196644 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.196974 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.197231 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.197471 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.197716 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.198022 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.198255 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.198500 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.199308 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.199308 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.199308 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.200092 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.200092 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.200092 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.200092 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.200761 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.200761 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.200761 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.201161 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.201161 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.201418 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.201907 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.201907 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.202208 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.202411 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.202550 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.203305 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.203305 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.203305 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.203716 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.203716 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.204382 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.204382 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.204382 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.204814 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.204814 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.205095 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.205231 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.205365 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.205582 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.206099 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.206099 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.206510 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.206510 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.208327 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.208327 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.208327 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.208327 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.208327 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.208327 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.208327 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.208327 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.209540 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.209540 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.209540 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.209832 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.210005 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.210220 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.210483 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.210770 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.211002 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.211260 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.211503 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.211827 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.212065 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.212307 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.212528 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.212756 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.212979 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.213250 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.213570 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.213872 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.214136 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.214397 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.214672 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.214965 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.215238 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.215454 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.215747 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.216176 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.216369 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.216620 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.216880 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.217131 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.217354 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.217570 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.217821 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.218059 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.218401 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.218560 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.218787 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.219033 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.219246 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.219480 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.219699 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.219938 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.220490 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.220921 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.221140 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.221495 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 01:07:19.221968 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94559) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 01:07:19.222131 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 01:07:19.222366 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 01:07:19.222496 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 01:07:19.222650 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 01:07:19.222807 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 01:07:19.223008 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.223190 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.223341 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.223505 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.224639 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.224639 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.224639 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.224639 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.224639 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.224639 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.225056 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.225056 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.225056 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.225226 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.225290 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.225426 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.225583 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.225746 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.225897 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.226060 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.226227 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.226407 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.226569 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] debug = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.226729 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.226924 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.227090 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.227249 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.227409 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.227572 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.227732 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.227888 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.228047 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.228209 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.228375 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.228551 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.228734 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.228884 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.229040 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.229202 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.229330 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.229497 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] host = dv-cinder-803901-7-iscsi {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.229642 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.229777 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.229916 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.230046 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.230183 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.230367 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.230497 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.230646 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.230805 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.230963 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.231125 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.231284 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.231448 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.231608 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_file = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.231764 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_options = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.232085 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.232249 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.232409 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.232594 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.232761 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.232921 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.233079 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.233240 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.233399 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.234086 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.234086 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.234086 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.234086 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.234421 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.234421 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.234566 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.234632 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.234764 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.234921 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.235082 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.235242 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.236676 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.236676 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.236676 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.236676 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.236676 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.236676 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.236676 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.236676 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.236676 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.237573 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.237573 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.237573 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.237573 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.237573 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.237915 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.237915 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.238054 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.238158 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.238337 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.238503 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.238664 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.238980 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.239145 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.239307 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.239468 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] use_json = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.239634 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.240394 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.240570 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.240732 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.240880 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.241040 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.241202 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.241363 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 01:07:19.241542 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.241709 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.241888 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.242052 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.242215 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.242399 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.242562 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.242724 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.242887 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.243048 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.243217 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.243379 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.243553 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.243715 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.243877 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.244043 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.244204 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.244366 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.244529 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.244692 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.244854 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.245014 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.245193 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.245357 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.245521 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.245683 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.245846 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.246008 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.246171 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.246359 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.246524 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.246688 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.246852 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.247012 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.247174 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.247335 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.247520 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.247660 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.247824 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.247987 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.248149 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.248310 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.248473 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.248636 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.248798 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.248961 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.249126 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.249288 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.249450 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.249612 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.249788 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.249955 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.250116 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.250291 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.250458 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.250623 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.250787 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.250930 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.251097 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.251259 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.251420 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.251594 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.251762 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.251924 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.252304 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.252304 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.252798 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.252798 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.252798 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.253154 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.253154 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.253382 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.253512 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.253595 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.253940 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.253940 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.254090 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.254177 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.254333 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.254470 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.254631 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.254794 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.254967 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.255117 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.255309 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.255553 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.255925 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.255925 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.256146 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.256146 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.256345 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.256465 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.256627 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.256787 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.256950 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.257111 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.257273 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.257437 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.257598 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.257758 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.257921 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.258081 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.258241 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.258427 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.258628 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.258735 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.258888 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.259048 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.259209 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.259370 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.259531 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.259700 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.259862 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.260028 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.260356 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.260356 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.260576 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.260696 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.260806 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.260968 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.261131 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.261294 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.261456 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.261618 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.261785 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.261945 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.262093 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.262289 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.262455 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.262617 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.262780 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.262943 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.263130 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.263291 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.263453 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.263614 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.263775 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.263937 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.264101 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.264263 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.264426 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.264742 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.264742 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.264945 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.265049 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.265211 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.265372 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.265534 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.265698 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.265861 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.266022 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.266185 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.266363 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.266531 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.266694 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.266856 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.267019 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.267181 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.267343 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.267506 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.267668 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.267829 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.267991 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.268152 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.268314 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.268475 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.268635 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.268797 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.268958 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.269123 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.269285 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.269448 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.269610 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.269939 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.269939 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.270192 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.270305 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.270388 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.270547 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.270709 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.270871 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.271583 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.271739 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.272001 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.272169 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.272328 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.272485 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.272663 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.272817 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.272975 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.273138 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.273278 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:19.273420 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.273564 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.273700 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.273834 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.273967 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.274102 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.274236 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.274413 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.274548 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.274692 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.274838 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.274973 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.275177 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.275556 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.275556 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.275776 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.275776 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.275918 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.276056 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.276152 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 33874) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:19.276236 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.276367 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.276539 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.276701 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.276863 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.277027 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.277187 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.277349 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.277521 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.277684 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.277847 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.278009 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.278171 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.278352 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.278526 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.278770 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.278919 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.279041 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.279145 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.279294 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.279465 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.279626 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.279788 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.279950 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.280111 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.280272 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.280445 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.280607 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.280769 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.280930 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.281091 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.281254 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.281425 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.281587 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.281755 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.281924 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.282086 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.282248 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.282430 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.282604 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.282767 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.282931 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.283093 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.283255 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.283416 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.283580 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.283747 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.283919 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.284087 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.284252 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.284497 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.284673 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.284875 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063488 Aug 17 01:07:19.285025 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.285025 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.285332 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.285332 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.285608 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.285608 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.285861 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.285993 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.286135 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.286302 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.286443 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.286645 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.287908 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.288082 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.288249 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.288413 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.288575 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.289766 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.289934 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.290099 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.290262 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.290486 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.290614 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 01:07:19.290763 dv-cinder-803901-7-iscsi neutron-server[94559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 01:07:32.485540 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd84aa1c-f3aa-4132-8bfa-9b8b90c91fdb None None] get_active_networks_info from dv-cinder-803901-7-iscsi {{(pid=94704) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 01:07:32.624981 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd84aa1c-f3aa-4132-8bfa-9b8b90c91fdb None None] No non-hosted networks {{(pid=94704) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 17 01:07:32.639734 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c852-1f34-4787-8e69-f2ccd03fda5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8274776'] for agent, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:35.902641 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8274776'] for agent, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:35.903331 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:35.903894 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:35.904425 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:35.904817 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:35.905208 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:35.905598 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:35.905985 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:35.906423 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:35.906873 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:35.907275 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:35.907663 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:35.908046 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:35.908519 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803901-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:35.921242 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803901-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:07:36.198089 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-cc890efc-7521-4983-9fb7-69d74494b94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8274776'] for agent, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:36.213183 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-0c3e67a2-db92-40c4-8e68-a21847dfdbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:37.605425 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8274776'] for agent, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:39.170810 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.db.l3_hamode_db [None req-8afcae01-bdaf-4c2e-bbd8-1454fe967237 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 17 01:07:39.277429 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcae01-bdaf-4c2e-bbd8-1454fe967237 None None] Routers set() bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:07:39.277822 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcae01-bdaf-4c2e-bbd8-1454fe967237 None None] Router IDs set() for agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 01:07:39.366801 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8274776'] for agent, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:40.288104 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 33972) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:40.808897 dv-cinder-803901-7-iscsi neutron-server[94702]: WARNING oslo_policy.policy [None req-29f0679e-9f05-443b-b374-7676e41461a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 01:07:40.809487 dv-cinder-803901-7-iscsi neutron-server[94702]: WARNING oslo_policy.policy [None req-29f0679e-9f05-443b-b374-7676e41461a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 01:07:41.032075 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [None req-29f0679e-9f05-443b-b374-7676e41461a3 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:07:41.033341 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-29f0679e-9f05-443b-b374-7676e41461a3 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7424457 Aug 17 01:07:43.469118 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 33986) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:43.791265 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-12e48747-e2b4-44ea-8fc9-a8c37269677a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:07:43.888245 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.policy [None req-12e48747-e2b4-44ea-8fc9-a8c37269677a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94702) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 01:07:43.932886 dv-cinder-803901-7-iscsi neutron-server[94702]: WARNING oslo_policy.policy [None req-12e48747-e2b4-44ea-8fc9-a8c37269677a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 01:07:43.933263 dv-cinder-803901-7-iscsi neutron-server[94702]: WARNING oslo_policy.policy [None req-12e48747-e2b4-44ea-8fc9-a8c37269677a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 01:07:43.941807 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.quota [None req-12e48747-e2b4-44ea-8fc9-a8c37269677a admin admin] Loaded quota_driver: . Aug 17 01:07:44.146070 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12e48747-e2b4-44ea-8fc9-a8c37269677a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728001069511', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728001073066', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728000631796', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728000632923', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728001187198', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728000645352', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-588879', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-898658', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8209516', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8105957'] for rbac-policy, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:44.376856 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12e48747-e2b4-44ea-8fc9-a8c37269677a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:44.378071 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-12e48747-e2b4-44ea-8fc9-a8c37269677a admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9079599 Aug 17 01:07:47.034714 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 33998) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:47.356140 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'admin_state_up': True}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:07:47.485441 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Made reservation on behalf of 59e43195764744f38a1040b7e5bd89ad for: {'network': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:07:47.488650 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:47.506147 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:47.630547 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:47.709145 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:47.732941 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:07:47.758888 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727998753994', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:47.759397 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Unsubscribe: segment precommit_create {{(pid=94702) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 01:07:47.759916 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.segments_db [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Added segment ebf2ce16-bd76-4860-bb92-3bcb01d6a424 of type vlan for network 4505af79-42a3-474d-9771-e11c875bae88 Aug 17 01:07:47.766422 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b290ad25-a45c-45ec-954a-5283097f3465,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:47.803145 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:47.803484 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:47.803813 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:47.804136 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:47.804455 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:47.804785 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:47.805104 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:47.805415 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:47.805743 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:47.806073 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:47.806387 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:47.806698 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Tracked resource versions report: Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: pushed versions: Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: { 'AddressGroup': {'1.2'}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'ConntrackHelper': {'1.0'}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Log': {'1.0'}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Network': {'1.1'}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Port': {'1.7'}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'PortForwarding': {'1.2'}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'QosPolicy': {'1.9'}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'SecurityGroup': {'1.4'}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'SecurityGroupRule': {'1.2'}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'SubPort': {'1.0'}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Subnet': {'1.1'}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Trunk': {'1.1'}} Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: consumer versions: Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: { DHCP agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: L3 agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: Metadata agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: Metering agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: Open vSwitch agent@dv-cinder-803901-7-iscsi: { 'AddressGroup': '1.2', Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'ConntrackHelper': '1.0', Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Log': '1.0', Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Network': '1.1', Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Port': '1.7', Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'PortForwarding': '1.2', Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'QosPolicy': '1.9', Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'SecurityGroup': '1.4', Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'SecurityGroupRule': '1.2', Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'SubPort': '1.0', Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Subnet': '1.1', Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Trunk': '1.1'}} Aug 17 01:07:47.807850 dv-cinder-803901-7-iscsi neutron-server[94702]: {{(pid=94702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 01:07:47.884198 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:47.999337 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:48.000580 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:48.001212 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:48.096851 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] Pushing event updated for resources: {'Network': ['ID=4505af79-42a3-474d-9771-e11c875bae88,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:48.108491 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 4505af79-42a3-474d-9771-e11c875bae88 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:07:48.211860 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-32642599-0936-4337-b612-45eb58dd8c13 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1760263 Aug 17 01:07:50.944849 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 34012) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:51.356262 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e5561e-56db-4399-bbd7-57604dd99d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:51.357688 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-73e5561e-56db-4399-bbd7-57604dd99d7b admin admin] 10.222.0.45 "GET /v2.0/networks/4505af79-42a3-474d-9771-e11c875bae88 HTTP/1.1" status: 200 len: 824 time: 0.4115093 Aug 17 01:07:51.384115 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-3c23a87f-fc60-44ba-8b38-41e9490c9069 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/7d0caabb-0d7f-4d8c-be3c-2976888255af HTTP/1.1" status: 200 len: 734 time: 0.0191648 Aug 17 01:07:51.393389 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-3a98f21b-6844-403a-865d-6a7e3212069f admin admin] Request body: {'subnet': {'subnetpool_id': '7d0caabb-0d7f-4d8c-be3c-2976888255af', 'network_id': '4505af79-42a3-474d-9771-e11c875bae88', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'name': 'private-subnet'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:07:51.502097 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a98f21b-6844-403a-865d-6a7e3212069f admin admin] Made reservation on behalf of 59e43195764744f38a1040b7e5bd89ad for: {'subnet': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:07:51.504509 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a98f21b-6844-403a-865d-6a7e3212069f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:51.879243 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a98f21b-6844-403a-865d-6a7e3212069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for subnet, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:51.950983 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98f21b-6844-403a-865d-6a7e3212069f admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ddc5f3-90bb-46ae-96a2-1bd1629c2775,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:51.955985 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98f21b-6844-403a-865d-6a7e3212069f admin admin] Checking segment: {'id': 'ebf2ce16-bd76-4860-bb92-3bcb01d6a424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4505af79-42a3-474d-9771-e11c875bae88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:07:51.956380 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98f21b-6844-403a-865d-6a7e3212069f admin admin] Network hostable DHCP agents. Network: 4505af79-42a3-474d-9771-e11c875bae88, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:07:52.062564 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98f21b-6844-403a-865d-6a7e3212069f admin admin] Network 4505af79-42a3-474d-9771-e11c875bae88 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:07:52.171221 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-3a98f21b-6844-403a-865d-6a7e3212069f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 4505af79-42a3-474d-9771-e11c875bae88) {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:07:52.175808 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a98f21b-6844-403a-865d-6a7e3212069f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:07:52.176426 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a98f21b-6844-403a-865d-6a7e3212069f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:52.180985 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0609785-98d5-4ed5-879f-4da2fb32dce3 None None] Network 4505af79-42a3-474d-9771-e11c875bae88 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:07:52.286530 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-3a98f21b-6844-403a-865d-6a7e3212069f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8960192 Aug 17 01:07:52.516499 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp394da7f8-f918-5054-93fc-7fae1ad992c6-4505af79-42a3-474d-9771-e11c875bae88', 'network_id': '4505af79-42a3-474d-9771-e11c875bae88', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'fixed_ips': [{'subnet_id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775'}]}} from dv-cinder-803901-7-iscsi. {{(pid=94704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:07:52.517757 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:52.821136 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.db_base_plugin_common [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Allocated IP 172.20.0.2 (4505af79-42a3-474d-9771-e11c875bae88/86ddc5f3-90bb-46ae-96a2-1bd1629c2775/617c836c-67f5-47c0-8f6c-2fc50990e56e) {{(pid=94704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:07:53.135805 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Notify callbacks [] for port, precommit_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:53.153227 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Transition to ACTIVE for port object 617c836c-67f5-47c0-8f6c-2fc50990e56e will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:07:53.176865 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Transition to ACTIVE for port object 617c836c-67f5-47c0-8f6c-2fc50990e56e will not be triggered until provisioned by entity DHCP. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:07:53.240981 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:53.319277 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Network 4505af79-42a3-474d-9771-e11c875bae88 is already hosted by enough agents. {{(pid=94704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:07:53.326743 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.base_scheduler [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Resources bound (agent type, host, resource id): {{(pid=94704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:07:53.328643 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Pushing event updated for resources: {'Port': ['ID=617c836c-67f5-47c0-8f6c-2fc50990e56e,revision_number=1']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:53.333987 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Received port after_create {{(pid=94704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:07:53.340779 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:53.341125 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:53.341470 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:53.341802 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:53.342136 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:53.342494 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:53.342827 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:53.343152 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:53.343497 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:53.343846 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:53.344154 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:53.344476 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Tracked resource versions report: Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: pushed versions: Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: { 'AddressGroup': {'1.2'}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'ConntrackHelper': {'1.0'}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Log': {'1.0'}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Network': {'1.1'}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Port': {'1.7'}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'PortForwarding': {'1.2'}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'QosPolicy': {'1.9'}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'SecurityGroup': {'1.4'}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'SecurityGroupRule': {'1.2'}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'SubPort': {'1.0'}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Subnet': {'1.1'}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Trunk': {'1.1'}} Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: consumer versions: Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: { DHCP agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: L3 agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: Metadata agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: Metering agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: Open vSwitch agent@dv-cinder-803901-7-iscsi: { 'AddressGroup': '1.2', Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'ConntrackHelper': '1.0', Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Log': '1.0', Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Network': '1.1', Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Port': '1.7', Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'PortForwarding': '1.2', Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'QosPolicy': '1.9', Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'SecurityGroup': '1.4', Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'SecurityGroupRule': '1.2', Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'SubPort': '1.0', Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Subnet': '1.1', Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Trunk': '1.1'}} Aug 17 01:07:53.345604 dv-cinder-803901-7-iscsi neutron-server[94704]: {{(pid=94704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 01:07:53.425830 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Attempting to bind port 617c836c-67f5-47c0-8f6c-2fc50990e56e on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:07:53.426712 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Attempting to bind port 617c836c-67f5-47c0-8f6c-2fc50990e56e by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': 'ebf2ce16-bd76-4860-bb92-3bcb01d6a424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4505af79-42a3-474d-9771-e11c875bae88'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:07:53.427562 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Attempting to bind port 617c836c-67f5-47c0-8f6c-2fc50990e56e on network 4505af79-42a3-474d-9771-e11c875bae88 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:07:53.432620 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:07:53.433025 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Checking segment: {'id': 'ebf2ce16-bd76-4860-bb92-3bcb01d6a424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4505af79-42a3-474d-9771-e11c875bae88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:07:53.433506 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:53.433896 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Bound using segment: {'id': 'ebf2ce16-bd76-4860-bb92-3bcb01d6a424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4505af79-42a3-474d-9771-e11c875bae88'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:07:53.434397 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Bound port: 617c836c-67f5-47c0-8f6c-2fc50990e56e, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf2ce16-bd76-4860-bb92-3bcb01d6a424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4505af79-42a3-474d-9771-e11c875bae88'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:07:53.434820 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:53.502436 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] For port 617c836c-67f5-47c0-8f6c-2fc50990e56e, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:07:53.507397 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] For port 617c836c-67f5-47c0-8f6c-2fc50990e56e, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=617c836c-67f5-47c0-8f6c-2fc50990e56e,segment=NetworkSegment(ebf2ce16-bd76-4860-bb92-3bcb01d6a424),segment_id=ebf2ce16-bd76-4860-bb92-3bcb01d6a424)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:07:53.560113 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:07:53.631314 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fdb93-57e5-4612-8e13-298f21df82de None None] Pushing event updated for resources: {'Port': ['ID=617c836c-67f5-47c0-8f6c-2fc50990e56e,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:07:54.759586 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 34020) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:55.123118 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [None req-95a110a9-db21-4ae8-b1f6-314caa2724bb admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:07:55.138369 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-95a110a9-db21-4ae8-b1f6-314caa2724bb admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3635912 Aug 17 01:07:57.662120 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34028) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:07:58.213819 dv-cinder-803901-7-iscsi neutron-server[94703]: WARNING oslo_policy.policy [None req-82b86ce6-2287-4bba-b198-3f4d818816f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 01:07:58.214436 dv-cinder-803901-7-iscsi neutron-server[94703]: WARNING oslo_policy.policy [None req-82b86ce6-2287-4bba-b198-3f4d818816f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 01:07:58.440977 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [None req-82b86ce6-2287-4bba-b198-3f4d818816f1 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:07:58.443255 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-82b86ce6-2287-4bba-b198-3f4d818816f1 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7791653 Aug 17 01:08:01.179837 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34048) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:01.496798 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-ad4ca4f4-37c5-4ed4-aba1-483d48683874 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'admin_state_up': True}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:01.561402 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.policy [None req-ad4ca4f4-37c5-4ed4-aba1-483d48683874 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94703) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 01:08:01.609463 dv-cinder-803901-7-iscsi neutron-server[94703]: WARNING oslo_policy.policy [None req-ad4ca4f4-37c5-4ed4-aba1-483d48683874 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 01:08:01.609856 dv-cinder-803901-7-iscsi neutron-server[94703]: WARNING oslo_policy.policy [None req-ad4ca4f4-37c5-4ed4-aba1-483d48683874 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 01:08:01.618758 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.quota [None req-ad4ca4f4-37c5-4ed4-aba1-483d48683874 admin admin] Loaded quota_driver: . Aug 17 01:08:01.736465 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ad4ca4f4-37c5-4ed4-aba1-483d48683874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499956'] for router, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.738425 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ad4ca4f4-37c5-4ed4-aba1-483d48683874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7884900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499939'] for router, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.905916 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ad4ca4f4-37c5-4ed4-aba1-483d48683874 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:01.983246 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ad4ca4f4-37c5-4ed4-aba1-483d48683874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7884925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912492'] for router, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.182234 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ad4ca4f4-37c5-4ed4-aba1-483d48683874 admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.183574 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ad4ca4f4-37c5-4ed4-aba1-483d48683874 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0026665 Aug 17 01:08:02.238400 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8dde83-24ab-458d-8efa-e9c1bfad2339 None None] Network 4505af79-42a3-474d-9771-e11c875bae88 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:08:02.296789 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 617c836c-67f5-47c0-8f6c-2fc50990e56e up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:02.413025 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-875ff221-7e2e-4781-b34e-084a94208885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.475585 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-c8ce9452-b394-4c06-9251-a069d2a44798 None None] Provisioning for port 617c836c-67f5-47c0-8f6c-2fc50990e56e completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:02.537018 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 617c836c-67f5-47c0-8f6c-2fc50990e56e completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:02.543354 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 617c836c-67f5-47c0-8f6c-2fc50990e56e triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:02.548000 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.661843 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.704341 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 617c836c-67f5-47c0-8f6c-2fc50990e56e, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=617c836c-67f5-47c0-8f6c-2fc50990e56e,segment=NetworkSegment(ebf2ce16-bd76-4860-bb92-3bcb01d6a424),segment_id=ebf2ce16-bd76-4860-bb92-3bcb01d6a424)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:02.713184 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-ad2731c6-988b-46ad-b00e-9382499970b6 None None] Provisioning complete for port 617c836c-67f5-47c0-8f6c-2fc50990e56e triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:02.713627 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ad2731c6-988b-46ad-b00e-9382499970b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.789366 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.828416 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ad2731c6-988b-46ad-b00e-9382499970b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:02.868731 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=617c836c-67f5-47c0-8f6c-2fc50990e56e,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:02.903832 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.db.api [None req-ad2731c6-988b-46ad-b00e-9382499970b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 01:08:02.904225 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG oslo_db.api [None req-ad2731c6-988b-46ad-b00e-9382499970b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 01:08:04.261077 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 617c836c-67f5-47c0-8f6c-2fc50990e56e up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:04.311755 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 617c836c-67f5-47c0-8f6c-2fc50990e56e triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:04.312122 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:04.767505 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34062) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:05.103504 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [None req-ee176d6f-654d-4cc6-b868-f071e6da06fb admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:08:05.104501 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ee176d6f-654d-4cc6-b868-f071e6da06fb admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3360655 Aug 17 01:08:05.873391 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:06.210152 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d89d8e7a-5aef-4934-a5b6-9d616ca95ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:07.518611 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:07.576512 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34080) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:07.716975 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:07.798918 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Made reservation on behalf of 2b608275713f4f2696c9eeab09f451c3 for: {'network': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:08:07.801928 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:07.818941 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:07.946453 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.017107 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.035657 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Reserving flat network on physical network physnet1 {{(pid=94703) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 17 01:08:08.072258 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727998753994', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.072865 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Unsubscribe: segment precommit_create {{(pid=94703) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 01:08:08.073375 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.segments_db [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Added segment 37af282b-eda4-47d9-9eb8-e7bcf853c0c8 of type flat for network 80976695-463a-4c2a-8940-723c41164f17 Aug 17 01:08:08.094044 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5895ce-baf1-4c5e-90b8-7ff9bbcb1507,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:08.141702 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:08.142061 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:08.142421 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:08.142756 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:08.143084 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:08.143425 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:08.143753 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:08.144075 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:08.144549 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:08.144860 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:08.145188 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:08.145503 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Tracked resource versions report: Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: pushed versions: Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: { 'AddressGroup': {'1.2'}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'ConntrackHelper': {'1.0'}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Log': {'1.0'}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Network': {'1.1'}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Port': {'1.7'}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'PortForwarding': {'1.2'}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'QosPolicy': {'1.9'}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'SecurityGroup': {'1.4'}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'SecurityGroupRule': {'1.2'}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'SubPort': {'1.0'}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Subnet': {'1.1'}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Trunk': {'1.1'}} Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: consumer versions: Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: { DHCP agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: L3 agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: Metadata agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: Metering agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: Open vSwitch agent@dv-cinder-803901-7-iscsi: { 'AddressGroup': '1.2', Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'ConntrackHelper': '1.0', Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Log': '1.0', Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Network': '1.1', Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Port': '1.7', Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'PortForwarding': '1.2', Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'QosPolicy': '1.9', Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'SecurityGroup': '1.4', Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'SecurityGroupRule': '1.2', Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'SubPort': '1.0', Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Subnet': '1.1', Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Trunk': '1.1'}} Aug 17 01:08:08.146685 dv-cinder-803901-7-iscsi neutron-server[94703]: {{(pid=94703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 01:08:08.208952 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.353704 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.354879 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:08.355518 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:08.455880 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] Pushing event updated for resources: {'Network': ['ID=80976695-463a-4c2a-8940-723c41164f17,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:08.467006 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 80976695-463a-4c2a-8940-723c41164f17 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:08:08.531315 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-b4534b07-affd-4b61-b05a-4869a1719815 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9536180 Aug 17 01:08:09.296277 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:10.817155 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34102) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:10.959671 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995d734b-1eb6-4547-bc5f-31b82c3abdcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:10.961163 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-995d734b-1eb6-4547-bc5f-31b82c3abdcc admin admin] 10.222.0.45 "GET /v2.0/subnets/86ddc5f3-90bb-46ae-96a2-1bd1629c2775 HTTP/1.1" status: 200 len: 849 time: 0.1430392 Aug 17 01:08:11.111068 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-bccb89f2-f644-43d3-b83c-7dd5c0999e59 admin admin] 10.222.0.45 "GET /v2.0/routers/f509fe3a-ab72-4175-871b-67169803f335 HTTP/1.1" status: 200 len: 704 time: 0.1429164 Aug 17 01:08:11.410053 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:11.731468 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Allocated IP 172.20.0.1 (4505af79-42a3-474d-9771-e11c875bae88/86ddc5f3-90bb-46ae-96a2-1bd1629c2775/2286eb13-000a-4ba5-84e5-f4d6c4dededf) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:08:11.936613 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:11.962859 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Transition to ACTIVE for port object 2286eb13-000a-4ba5-84e5-f4d6c4dededf will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:12.165415 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.243567 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Network 4505af79-42a3-474d-9771-e11c875bae88 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:12.248859 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:12.259409 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:08:12.260362 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7907428'] for router_interface, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.263916 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Pushing event updated for resources: {'Port': ['ID=2286eb13-000a-4ba5-84e5-f4d6c4dededf,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:12.597640 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.599446 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-2df6f79d-422a-4bd3-a920-c3618d0e0205 None None] Provisioning for port 2286eb13-000a-4ba5-84e5-f4d6c4dededf completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:12.603304 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-2df6f79d-422a-4bd3-a920-c3618d0e0205 None None] Provisioning complete for port 2286eb13-000a-4ba5-84e5-f4d6c4dededf triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:12.603669 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2df6f79d-422a-4bd3-a920-c3618d0e0205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.638882 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-2df6f79d-422a-4bd3-a920-c3618d0e0205 None None] Port 2286eb13-000a-4ba5-84e5-f4d6c4dededf cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:08:12.823475 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.890729 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.891569 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7907472'] for router_interface, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:12.979134 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Pushing event updated for resources: {'Port': ['ID=2286eb13-000a-4ba5-84e5-f4d6c4dededf,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:13.027627 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Network 4505af79-42a3-474d-9771-e11c875bae88 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:13.028887 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:13.260673 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-ac36b9cc-93e3-4ed4-a7d4-f9bfce356d1c None None] Provisioning complete for port 2286eb13-000a-4ba5-84e5-f4d6c4dededf triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:13.261048 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ac36b9cc-93e3-4ed4-a7d4-f9bfce356d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:13.267738 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Router f509fe3a-ab72-4175-871b-67169803f335 is scheduled to L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 with binding_index 1 {{(pid=94703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:08:13.307733 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-ac36b9cc-93e3-4ed4-a7d4-f9bfce356d1c None None] Port 2286eb13-000a-4ba5-84e5-f4d6c4dededf cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:08:13.371709 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:08:13.376829 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-a6cf2370-100d-4743-af83-7d408491bd0e admin admin] 10.222.0.45 "PUT /v2.0/routers/f509fe3a-ab72-4175-871b-67169803f335/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2602930 Aug 17 01:08:13.381994 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Sync routers for ids ['f509fe3a-ab72-4175-871b-67169803f335'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:08:13.395069 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Routers {'f509fe3a-ab72-4175-871b-67169803f335'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:13.395866 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:08:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['f509fe3a-ab72-4175-871b-67169803f335'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:13.643289 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Set router f509fe3a-ab72-4175-871b-67169803f335 gateway port host: None {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:14.123892 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f509fe3a-ab72-4175-871b-67169803f335', 'name': 'router1', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:01Z', 'updated_at': '2021-08-17T01:08:12Z', 'revision_number': 2, 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'gw_port_host': None, '_interfaces': [{'id': '2286eb13-000a-4ba5-84e5-f4d6c4dededf', 'name': '', 'network_id': '4505af79-42a3-474d-9771-e11c875bae88', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'mac_address': 'fa:16:3e:36:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f509fe3a-ab72-4175-871b-67169803f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:11Z', 'updated_at': '2021-08-17T01:08:12Z', 'revision_number': 2, 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'subnets': [{'id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d0caabb-0d7f-4d8c-be3c-2976888255af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:14.175412 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Checking router: f509fe3a-ab72-4175-871b-67169803f335 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:08:14.176432 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Updating router f509fe3a-ab72-4175-871b-67169803f335 port 2286eb13-000a-4ba5-84e5-f4d6c4dededf binding host dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:08:14.227405 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:14.774000 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:14.794952 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Transition to ACTIVE for port object 2286eb13-000a-4ba5-84e5-f4d6c4dededf will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:14.861951 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:15.018770 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Pushing event updated for resources: {'Port': ['ID=2286eb13-000a-4ba5-84e5-f4d6c4dededf,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:15.036494 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Attempting to bind port 2286eb13-000a-4ba5-84e5-f4d6c4dededf on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:08:15.036898 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Attempting to bind port 2286eb13-000a-4ba5-84e5-f4d6c4dededf by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': 'ebf2ce16-bd76-4860-bb92-3bcb01d6a424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4505af79-42a3-474d-9771-e11c875bae88'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:08:15.037342 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Attempting to bind port 2286eb13-000a-4ba5-84e5-f4d6c4dededf on network 4505af79-42a3-474d-9771-e11c875bae88 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:08:15.040167 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:15.040508 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:15.040842 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:15.041204 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:15.041480 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:15.041804 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:15.042121 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:15.042463 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:15.042840 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:15.043161 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:15.043471 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:15.043783 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Tracked resource versions report: Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: pushed versions: Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: { 'AddressGroup': {'1.2'}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'ConntrackHelper': {'1.0'}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Log': {'1.0'}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Network': {'1.1'}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Port': {'1.7'}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'PortForwarding': {'1.2'}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'QosPolicy': {'1.9'}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'SecurityGroup': {'1.4'}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'SecurityGroupRule': {'1.2'}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'SubPort': {'1.0'}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Subnet': {'1.1'}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Trunk': {'1.1'}} Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: consumer versions: Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: { DHCP agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: L3 agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: Metadata agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: Metering agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: Open vSwitch agent@dv-cinder-803901-7-iscsi: { 'AddressGroup': '1.2', Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'ConntrackHelper': '1.0', Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Log': '1.0', Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Network': '1.1', Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Port': '1.7', Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'PortForwarding': '1.2', Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'QosPolicy': '1.9', Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'SecurityGroup': '1.4', Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'SecurityGroupRule': '1.2', Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'SubPort': '1.0', Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Subnet': '1.1', Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Trunk': '1.1'}} Aug 17 01:08:15.044907 dv-cinder-803901-7-iscsi neutron-server[94705]: {{(pid=94705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 01:08:15.051261 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:08:15.051670 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Checking segment: {'id': 'ebf2ce16-bd76-4860-bb92-3bcb01d6a424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4505af79-42a3-474d-9771-e11c875bae88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:08:15.052161 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:15.052546 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Bound using segment: {'id': 'ebf2ce16-bd76-4860-bb92-3bcb01d6a424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4505af79-42a3-474d-9771-e11c875bae88'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:08:15.053046 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Bound port: 2286eb13-000a-4ba5-84e5-f4d6c4dededf, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf2ce16-bd76-4860-bb92-3bcb01d6a424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4505af79-42a3-474d-9771-e11c875bae88'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:08:15.053433 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:15.124679 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] For port 2286eb13-000a-4ba5-84e5-f4d6c4dededf, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:08:15.147187 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] For port 2286eb13-000a-4ba5-84e5-f4d6c4dededf, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=2286eb13-000a-4ba5-84e5-f4d6c4dededf,segment=NetworkSegment(ebf2ce16-bd76-4860-bb92-3bcb01d6a424),segment_id=ebf2ce16-bd76-4860-bb92-3bcb01d6a424)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:08:15.205174 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:15.270439 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51857a-5b06-4499-948c-6ef901552d7b None None] Pushing event updated for resources: {'Port': ['ID=2286eb13-000a-4ba5-84e5-f4d6c4dededf,revision_number=4']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:15.274930 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Routers {'f509fe3a-ab72-4175-871b-67169803f335'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:15.275319 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:08:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['f509fe3a-ab72-4175-871b-67169803f335'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:15.366749 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] Set router f509fe3a-ab72-4175-871b-67169803f335 gateway port host: None {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:15.586000 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f509fe3a-ab72-4175-871b-67169803f335', 'name': 'router1', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:01Z', 'updated_at': '2021-08-17T01:08:12Z', 'revision_number': 2, 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'gw_port_host': None, '_interfaces': [{'id': '2286eb13-000a-4ba5-84e5-f4d6c4dededf', 'name': '', 'network_id': '4505af79-42a3-474d-9771-e11c875bae88', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'mac_address': 'fa:16:3e:36:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f509fe3a-ab72-4175-871b-67169803f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:11Z', 'updated_at': '2021-08-17T01:08:15Z', 'revision_number': 4, 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'subnets': [{'id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d0caabb-0d7f-4d8c-be3c-2976888255af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:15.611987 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8613b-86b1-4b09-baca-189fc24612b8 None None] The sync data for ids ['f509fe3a-ab72-4175-871b-67169803f335'] in dv-cinder-803901-7-iscsi is: [{'id': 'f509fe3a-ab72-4175-871b-67169803f335', 'name': 'router1', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:01Z', 'updated_at': '2021-08-17T01:08:12Z', 'revision_number': 2, 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'gw_port_host': None, '_interfaces': [{'id': '2286eb13-000a-4ba5-84e5-f4d6c4dededf', 'name': '', 'network_id': '4505af79-42a3-474d-9771-e11c875bae88', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'mac_address': 'fa:16:3e:36:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f509fe3a-ab72-4175-871b-67169803f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:11Z', 'updated_at': '2021-08-17T01:08:15Z', 'revision_number': 4, 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'subnets': [{'id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d0caabb-0d7f-4d8c-be3c-2976888255af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:08:15.688069 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34112) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:15.799902 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604627f0-9f28-4351-99a9-b70b65c03e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:15.801830 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-604627f0-9f28-4351-99a9-b70b65c03e56 admin admin] 10.222.0.45 "GET /v2.0/networks/80976695-463a-4c2a-8940-723c41164f17 HTTP/1.1" status: 200 len: 842 time: 0.1126432 Aug 17 01:08:15.811831 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'name': 'public-subnet'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:15.941003 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] Made reservation on behalf of 2b608275713f4f2696c9eeab09f451c3 for: {'subnet': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:08:15.943402 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:16.345668 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.objects.ports [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94703) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 01:08:16.346128 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for subnet, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:16.404068 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b2a46b-765c-40cc-92c0-c6008b5f911c,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:16.415017 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] Checking segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:08:16.415395 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] Network hostable DHCP agents. Network: 80976695-463a-4c2a-8940-723c41164f17, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:08:16.513094 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] Network 80976695-463a-4c2a-8940-723c41164f17 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:08:16.587247 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 80976695-463a-4c2a-8940-723c41164f17) {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:16.591301 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:16.592071 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:16.596644 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ac7e6-7e5c-4858-8b0a-cdae1994b380 None None] Network 80976695-463a-4c2a-8940-723c41164f17 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:08:16.674870 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-1b36e48b-5825-43a5-82a8-e4cfe00d6db2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8664787 Aug 17 01:08:16.746167 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d37a729-8037-4c97-9ac7-1bc1fb4fa219 None None] Network 80976695-463a-4c2a-8940-723c41164f17 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:08:19.080864 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34120) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:19.244794 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-d4cd87d3-cecd-485a-81d5-d8233df41ed8 admin admin] 10.222.0.45 "GET /v2.0/routers/f509fe3a-ab72-4175-871b-67169803f335 HTTP/1.1" status: 200 len: 710 time: 0.1627076 Aug 17 01:08:19.368642 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96cf842-6af4-494b-8130-0cf1b1278c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:08:19.370036 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-b96cf842-6af4-494b-8130-0cf1b1278c46 admin admin] 10.222.0.45 "GET /v2.0/networks/80976695-463a-4c2a-8940-723c41164f17 HTTP/1.1" status: 200 len: 886 time: 0.1189642 Aug 17 01:08:19.380503 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:08:19.714164 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:20.034154 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:20.157316 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:20.273144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Allocated IP 172.27.3.21 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/3b2af422-10a6-487d-8945-a32bbc71b970) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:08:20.382306 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:20.490659 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:20.534350 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:08:20.537979 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:08:20.542194 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:08:20.545086 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2af422-10a6-487d-8945-a32bbc71b970,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:20.879776 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:21.140895 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7912592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7907789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499857'] for router, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:21.145750 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7912510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7912485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7907828'] for router, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:21.182894 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 5 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:08:21.390380 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Router f509fe3a-ab72-4175-871b-67169803f335 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:08:21.517351 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:08:21.524479 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:21.525207 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ff68f8c4-b9b7-4b64-b506-006edb7d0347 admin admin] 10.222.0.45 "PUT /v2.0/routers/f509fe3a-ab72-4175-871b-67169803f335 HTTP/1.1" status: 200 len: 889 time: 2.1489229 Aug 17 01:08:22.306200 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 2286eb13-000a-4ba5-84e5-f4d6c4dededf up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:22.398462 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 2286eb13-000a-4ba5-84e5-f4d6c4dededf completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:22.402514 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 2286eb13-000a-4ba5-84e5-f4d6c4dededf triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:22.402888 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:22.527113 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Sync routers for ids ['f509fe3a-ab72-4175-871b-67169803f335'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:08:22.549293 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Routers {'f509fe3a-ab72-4175-871b-67169803f335'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:22.549950 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:08:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['f509fe3a-ab72-4175-871b-67169803f335'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:22.552228 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:22.718560 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 2286eb13-000a-4ba5-84e5-f4d6c4dededf, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=2286eb13-000a-4ba5-84e5-f4d6c4dededf,segment=NetworkSegment(ebf2ce16-bd76-4860-bb92-3bcb01d6a424),segment_id=ebf2ce16-bd76-4860-bb92-3bcb01d6a424)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:22.783757 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:22.788470 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Set router f509fe3a-ab72-4175-871b-67169803f335 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:23.000461 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=2286eb13-000a-4ba5-84e5-f4d6c4dededf,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:23.288199 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f509fe3a-ab72-4175-871b-67169803f335', 'name': 'router1', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '3b2af422-10a6-487d-8945-a32bbc71b970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:01Z', 'updated_at': '2021-08-17T01:08:20Z', 'revision_number': 4, 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'gw_port': {'id': '3b2af422-10a6-487d-8945-a32bbc71b970', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:33:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f509fe3a-ab72-4175-871b-67169803f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:20Z', 'updated_at': '2021-08-17T01:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '2286eb13-000a-4ba5-84e5-f4d6c4dededf', 'name': '', 'network_id': '4505af79-42a3-474d-9771-e11c875bae88', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'mac_address': 'fa:16:3e:36:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f509fe3a-ab72-4175-871b-67169803f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:11Z', 'updated_at': '2021-08-17T01:08:15Z', 'revision_number': 4, 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'subnets': [{'id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d0caabb-0d7f-4d8c-be3c-2976888255af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:23.341593 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Checking router: f509fe3a-ab72-4175-871b-67169803f335 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:08:23.342252 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Updating router f509fe3a-ab72-4175-871b-67169803f335 port 3b2af422-10a6-487d-8945-a32bbc71b970 binding host dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:08:23.395762 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:23.746955 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Notify callbacks [] for port, precommit_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:23.756816 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Transition to ACTIVE for port object 3b2af422-10a6-487d-8945-a32bbc71b970 will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:08:23.822219 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:23.883509 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Attempting to bind port 3b2af422-10a6-487d-8945-a32bbc71b970 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:08:23.883882 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Attempting to bind port 3b2af422-10a6-487d-8945-a32bbc71b970 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:08:23.884241 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Attempting to bind port 3b2af422-10a6-487d-8945-a32bbc71b970 on network 80976695-463a-4c2a-8940-723c41164f17 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:08:23.894050 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3676595-0083-4131-af6b-58689628e957 None None] Pushing event updated for resources: {'Port': ['ID=3b2af422-10a6-487d-8945-a32bbc71b970,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:23.896879 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:08:23.897256 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Checking segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:08:23.897671 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:23.898062 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Bound using segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:08:23.898590 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Bound port: 3b2af422-10a6-487d-8945-a32bbc71b970, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:08:23.899239 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:23.954707 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] For port 3b2af422-10a6-487d-8945-a32bbc71b970, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:08:23.958565 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] For port 3b2af422-10a6-487d-8945-a32bbc71b970, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=3b2af422-10a6-487d-8945-a32bbc71b970,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:08:24.021065 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34132) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:08:24.033192 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:24.143130 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-05d26ee5-ae45-4fd3-a9a2-4c6fb0f4538d admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1207149 Aug 17 01:08:24.179326 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Routers {'f509fe3a-ab72-4175-871b-67169803f335'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:08:24.180037 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:08:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['f509fe3a-ab72-4175-871b-67169803f335'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:24.182298 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3676595-0083-4131-af6b-58689628e957 None None] Pushing event updated for resources: {'Port': ['ID=3b2af422-10a6-487d-8945-a32bbc71b970,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:24.302567 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 2286eb13-000a-4ba5-84e5-f4d6c4dededf up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:24.365343 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] Set router f509fe3a-ab72-4175-871b-67169803f335 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:08:24.417918 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 2286eb13-000a-4ba5-84e5-f4d6c4dededf triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:24.417918 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:24.671483 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f509fe3a-ab72-4175-871b-67169803f335', 'name': 'router1', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '3b2af422-10a6-487d-8945-a32bbc71b970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:01Z', 'updated_at': '2021-08-17T01:08:20Z', 'revision_number': 4, 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'gw_port': {'id': '3b2af422-10a6-487d-8945-a32bbc71b970', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:33:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f509fe3a-ab72-4175-871b-67169803f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:20Z', 'updated_at': '2021-08-17T01:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '2286eb13-000a-4ba5-84e5-f4d6c4dededf', 'name': '', 'network_id': '4505af79-42a3-474d-9771-e11c875bae88', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'mac_address': 'fa:16:3e:36:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f509fe3a-ab72-4175-871b-67169803f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:11Z', 'updated_at': '2021-08-17T01:08:22Z', 'revision_number': 5, 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'subnets': [{'id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d0caabb-0d7f-4d8c-be3c-2976888255af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:08:24.703304 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e9f6a0-a163-4580-84f1-7de7852abc4d None None] The sync data for ids ['f509fe3a-ab72-4175-871b-67169803f335'] in dv-cinder-803901-7-iscsi is: [{'id': 'f509fe3a-ab72-4175-871b-67169803f335', 'name': 'router1', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '3b2af422-10a6-487d-8945-a32bbc71b970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:08:01Z', 'updated_at': '2021-08-17T01:08:20Z', 'revision_number': 4, 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'gw_port': {'id': '3b2af422-10a6-487d-8945-a32bbc71b970', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:33:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f509fe3a-ab72-4175-871b-67169803f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:20Z', 'updated_at': '2021-08-17T01:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '2286eb13-000a-4ba5-84e5-f4d6c4dededf', 'name': '', 'network_id': '4505af79-42a3-474d-9771-e11c875bae88', 'tenant_id': '59e43195764744f38a1040b7e5bd89ad', 'mac_address': 'fa:16:3e:36:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f509fe3a-ab72-4175-871b-67169803f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:08:11Z', 'updated_at': '2021-08-17T01:08:22Z', 'revision_number': 5, 'project_id': '59e43195764744f38a1040b7e5bd89ad', 'subnets': [{'id': '86ddc5f3-90bb-46ae-96a2-1bd1629c2775', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d0caabb-0d7f-4d8c-be3c-2976888255af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:08:26.371413 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 3b2af422-10a6-487d-8945-a32bbc71b970 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:26.521647 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 3b2af422-10a6-487d-8945-a32bbc71b970 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:08:26.528268 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 3b2af422-10a6-487d-8945-a32bbc71b970 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:26.528860 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:26.670668 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:26.708506 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 3b2af422-10a6-487d-8945-a32bbc71b970, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=3b2af422-10a6-487d-8945-a32bbc71b970,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:08:26.776344 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:26.866984 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=3b2af422-10a6-487d-8945-a32bbc71b970,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:08:28.327960 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 3b2af422-10a6-487d-8945-a32bbc71b970 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:08:28.464069 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 3b2af422-10a6-487d-8945-a32bbc71b970 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:08:28.464721 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:32.410807 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf96a-cc26-472e-af8b-3a6d0c4411dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:35.902504 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:36.186667 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2abbc334-d154-48d2-8339-e445e7e9ed24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:37.474099 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:39.295285 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:08:58.184045 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 5 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:09:02.328893 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-3b5cce3e-7976-466a-8b4a-1d4d717d04f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:05.877476 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:06.157867 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-256c7f77-9d29-4c3d-80f0-5062470d21b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:07.505413 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:09.323666 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:32.327917 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2c244893-b4e9-47fa-884a-ce43655b2d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:35.187045 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 5 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:09:35.877053 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:36.155971 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-cc6218ed-b480-451b-bdc9-92153eff749f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:37.493458 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:09:39.333866 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:02.355193 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-98f0ce0e-553a-4a0a-83a2-52fdbdc499c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:05.875192 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:06.183923 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-51a91822-12ed-4642-af2a-05bfa25b2a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:07.492362 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:09.303616 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:10.077715 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34700) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:10.142298 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca96303-535d-4628-bff7-4f67c23b80dc admin admin] GET failed (client error): The resource could not be found. Aug 17 01:10:10.144085 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-fca96303-535d-4628-bff7-4f67c23b80dc admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647559 Aug 17 01:10:10.318478 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c9b194-e581-45c3-a295-97f504a69ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:10.319968 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-32c9b194-e581-45c3-a295-97f504a69ca7 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1714468 Aug 17 01:10:12.185811 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 5 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:10:12.563630 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34710) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:12.658526 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37497685-a3bb-4025-a9f8-88e4534d6588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:12.659889 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-37497685-a3bb-4025-a9f8-88e4534d6588 admin admin] 10.222.0.45 "GET /v2.0/subnets/86ddc5f3-90bb-46ae-96a2-1bd1629c2775 HTTP/1.1" status: 200 len: 849 time: 0.0952058 Aug 17 01:10:12.669812 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:10:12.758338 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:12.932051 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727998788711'] for subnet, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:12.967409 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:12.968002 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:12.973263 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] 10.222.0.45 "PUT /v2.0/subnets/86ddc5f3-90bb-46ae-96a2-1bd1629c2775 HTTP/1.1" status: 200 len: 868 time: 0.3034208 Aug 17 01:10:12.973424 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25511b5-13d2-4721-b52e-7bbbf14b1a91 None None] Network 4505af79-42a3-474d-9771-e11c875bae88 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:10:12.989944 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ddc5f3-90bb-46ae-96a2-1bd1629c2775,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:10:12.997769 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:12.998253 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:12.998729 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:12.999131 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:12.999594 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:13.000692 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:13.001289 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:13.001699 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:13.002130 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:13.002557 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:13.002965 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:13.003359 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c0849-6298-4bc8-b8f7-875d8b8fb9e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:10:13.367174 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-66540a8d-e118-4e75-bd62-17ebc622be8d None None] Provisioning complete for port 617c836c-67f5-47c0-8f6c-2fc50990e56e triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:10:13.367550 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-66540a8d-e118-4e75-bd62-17ebc622be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:13.465184 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-66540a8d-e118-4e75-bd62-17ebc622be8d None None] Provisioning complete for port 2286eb13-000a-4ba5-84e5-f4d6c4dededf triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:10:13.465561 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-66540a8d-e118-4e75-bd62-17ebc622be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:15.158508 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34718) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:15.358153 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a73780-3ae4-44b7-af8f-23eccc932844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:15.358584 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a73780-3ae4-44b7-af8f-23eccc932844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:15.360833 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-91a73780-3ae4-44b7-af8f-23eccc932844 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2013137 Aug 17 01:10:17.553997 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34726) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:17.695886 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d75ee7-3cfb-4a48-9fb6-7f2f9722a1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:17.696360 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d75ee7-3cfb-4a48-9fb6-7f2f9722a1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:17.698032 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-67d75ee7-3cfb-4a48-9fb6-7f2f9722a1bc admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1431479 Aug 17 01:10:19.891205 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34734) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:20.023659 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76e8681-7d5f-4e99-8d69-048b49526e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:20.025133 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-d76e8681-7d5f-4e99-8d69-048b49526e72 admin admin] 10.222.0.45 "GET /v2.0/networks/4505af79-42a3-474d-9771-e11c875bae88 HTTP/1.1" status: 200 len: 868 time: 0.1328917 Aug 17 01:10:22.229664 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 34742) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:22.414930 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b4e9e-3699-4180-878d-b64d429580b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:22.417261 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-4e0b4e9e-3699-4180-878d-b64d429580b8 admin admin] 10.222.0.45 "GET /v2.0/networks/80976695-463a-4c2a-8940-723c41164f17 HTTP/1.1" status: 200 len: 886 time: 0.1864684 Aug 17 01:10:24.618872 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 34752) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:24.766289 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaad063-a47d-4c82-9c98-7c14b72e596c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:24.766751 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaad063-a47d-4c82-9c98-7c14b72e596c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:24.768285 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-1aaad063-a47d-4c82-9c98-7c14b72e596c admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1484721 Aug 17 01:10:27.003569 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34760) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:27.135161 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19969c1-6518-434f-bf43-a297bb2a6aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:27.135627 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19969c1-6518-434f-bf43-a297bb2a6aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:27.137183 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-e19969c1-6518-434f-bf43-a297bb2a6aaa admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325753 Aug 17 01:10:29.375430 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34768) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:29.470129 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b9794-8e2a-49bd-b274-41066563da45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:29.471640 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-3a8b9794-8e2a-49bd-b274-41066563da45 admin admin] 10.222.0.45 "GET /v2.0/subnets/86ddc5f3-90bb-46ae-96a2-1bd1629c2775 HTTP/1.1" status: 200 len: 868 time: 0.0951569 Aug 17 01:10:31.664794 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34776) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:31.752828 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf79c9-e872-4760-9fe4-32b77ec02881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:31.754188 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-3ebf79c9-e872-4760-9fe4-32b77ec02881 admin admin] 10.222.0.45 "GET /v2.0/subnets/97b2a46b-765c-40cc-92c0-c6008b5f911c HTTP/1.1" status: 200 len: 816 time: 0.0884244 Aug 17 01:10:32.331696 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d12d7eb8-6e2f-4942-8a70-c27a6b5d6e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:35.903103 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:36.251223 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-4abdda83-17a0-44bd-8dbc-76e0091ea358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:37.513255 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:39.302669 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:10:49.184196 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 5 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:10:56.167171 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 34830) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:56.217581 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [None req-9d200259-92f7-4c35-bead-3b8511812e5e admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:10:56.218833 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-9d200259-92f7-4c35-bead-3b8511812e5e admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506711 Aug 17 01:10:58.553626 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 34838) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:10:58.615578 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.pecan_wsgi.hooks.translation [None req-f785fd8f-1afc-407a-b75c-1a93ffe309af admin admin] GET failed (client error): The resource could not be found. Aug 17 01:10:58.617121 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-f785fd8f-1afc-407a-b75c-1a93ffe309af admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626307 Aug 17 01:10:58.763183 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4c1e3f-c1f3-4a4e-b648-32b838ffd499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:10:58.765642 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-cd4c1e3f-c1f3-4a4e-b648-32b838ffd499 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1438963 Aug 17 01:11:01.007657 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 34846) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:11:01.059506 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:11:01.136704 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Made reservation on behalf of 2b608275713f4f2696c9eeab09f451c3 for: {'network': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:11:01.139400 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:01.179414 dv-cinder-803901-7-iscsi neutron-server[94702]: WARNING neutron.services.revisions.revision_plugin [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Could not find related network for resource to bump revision. Aug 17 01:11:01.192137 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:11:01.201532 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:01.201967 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.segments_db [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Added segment 6591b90d-f729-40cc-b4ee-d0cd38677267 of type vlan for network e0065d2e-0fb8-4718-bd30-3d5439723545 Aug 17 01:11:01.246099 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:01.347669 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:01.348691 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:01.349277 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:01.410485 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Pushing event updated for resources: {'Network': ['ID=e0065d2e-0fb8-4718-bd30-3d5439723545,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:11:01.417642 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:01.418012 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:01.418384 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:01.418721 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:01.419053 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:01.419400 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:01.419736 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:01.420715 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:01.421056 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:01.421386 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:01.421709 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:01.422028 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:01.434126 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network e0065d2e-0fb8-4718-bd30-3d5439723545 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:11:01.474637 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-efc20205-e56a-4ba7-acef-2c42ac00e774 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4656279 Aug 17 01:11:02.342701 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-92b4dadd-637c-43cd-afe4-fce9131f556c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:03.772302 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 34854) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:11:03.833535 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6afaeb-9715-4805-b187-876398bc4c76 admin admin] GET failed (client error): The resource could not be found. Aug 17 01:11:03.834890 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-1e6afaeb-9715-4805-b187-876398bc4c76 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616312 Aug 17 01:11:03.907125 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c913d4ac-5c54-4e89-9897-e28d7298d0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:03.908604 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-c913d4ac-5c54-4e89-9897-e28d7298d0bb admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0693600 Aug 17 01:11:03.918944 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-8cef16de-81fa-4d4e-9a9c-b7197526f8d4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545', 'ip_version': 4}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:11:04.004409 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cef16de-81fa-4d4e-9a9c-b7197526f8d4 admin admin] Made reservation on behalf of 2b608275713f4f2696c9eeab09f451c3 for: {'subnet': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:11:04.006679 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8cef16de-81fa-4d4e-9a9c-b7197526f8d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:04.217044 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8cef16de-81fa-4d4e-9a9c-b7197526f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for subnet, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:04.273379 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef16de-81fa-4d4e-9a9c-b7197526f8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e46133-ff9b-4b1e-885c-ae2ef260d483,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:11:04.280264 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef16de-81fa-4d4e-9a9c-b7197526f8d4 admin admin] Checking segment: {'id': '6591b90d-f729-40cc-b4ee-d0cd38677267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:11:04.280633 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef16de-81fa-4d4e-9a9c-b7197526f8d4 admin admin] Network hostable DHCP agents. Network: e0065d2e-0fb8-4718-bd30-3d5439723545, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:11:04.364838 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef16de-81fa-4d4e-9a9c-b7197526f8d4 admin admin] Network e0065d2e-0fb8-4718-bd30-3d5439723545 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:11:04.439041 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-8cef16de-81fa-4d4e-9a9c-b7197526f8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, e0065d2e-0fb8-4718-bd30-3d5439723545) {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:11:04.443323 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cef16de-81fa-4d4e-9a9c-b7197526f8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:11:04.443923 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8cef16de-81fa-4d4e-9a9c-b7197526f8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:04.449303 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9688c99-b607-42ef-9f29-3eeb08b34a55 None None] Network e0065d2e-0fb8-4718-bd30-3d5439723545 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:11:04.548832 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-8cef16de-81fa-4d4e-9a9c-b7197526f8d4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6330309 Aug 17 01:11:04.602726 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp394da7f8-f918-5054-93fc-7fae1ad992c6-e0065d2e-0fb8-4718-bd30-3d5439723545', 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545', 'tenant_id': '2b608275713f4f2696c9eeab09f451c3', 'fixed_ips': [{'subnet_id': '22e46133-ff9b-4b1e-885c-ae2ef260d483'}]}} from dv-cinder-803901-7-iscsi. {{(pid=94704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:11:04.603660 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:04.757976 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.db_base_plugin_common [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Allocated IP 192.168.233.2 (e0065d2e-0fb8-4718-bd30-3d5439723545/22e46133-ff9b-4b1e-885c-ae2ef260d483/a0439511-cc0f-4dbd-8168-686f9ec3700b) {{(pid=94704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:11:04.911446 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:04.920636 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Transition to ACTIVE for port object a0439511-cc0f-4dbd-8168-686f9ec3700b will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:11:04.937348 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Transition to ACTIVE for port object a0439511-cc0f-4dbd-8168-686f9ec3700b will not be triggered until provisioned by entity DHCP. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:11:05.010859 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:05.060540 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Network e0065d2e-0fb8-4718-bd30-3d5439723545 is already hosted by enough agents. {{(pid=94704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:11:05.063615 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.base_scheduler [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Resources bound (agent type, host, resource id): {{(pid=94704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:11:05.068015 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Received port after_create {{(pid=94704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:11:05.071179 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Pushing event updated for resources: {'Port': ['ID=a0439511-cc0f-4dbd-8168-686f9ec3700b,revision_number=1']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:11:05.082850 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:05.083225 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:05.083570 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:05.083907 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:05.084422 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:05.084748 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:05.085095 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:05.085420 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:05.085764 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:05.086089 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:05.086437 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:05.086760 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:11:05.135591 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Attempting to bind port a0439511-cc0f-4dbd-8168-686f9ec3700b on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:11:05.135958 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Attempting to bind port a0439511-cc0f-4dbd-8168-686f9ec3700b by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '6591b90d-f729-40cc-b4ee-d0cd38677267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:11:05.136318 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Attempting to bind port a0439511-cc0f-4dbd-8168-686f9ec3700b on network e0065d2e-0fb8-4718-bd30-3d5439723545 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:11:05.141721 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:11:05.142099 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Checking segment: {'id': '6591b90d-f729-40cc-b4ee-d0cd38677267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:11:05.142524 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:05.142941 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Bound using segment: {'id': '6591b90d-f729-40cc-b4ee-d0cd38677267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:11:05.143384 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Bound port: a0439511-cc0f-4dbd-8168-686f9ec3700b, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6591b90d-f729-40cc-b4ee-d0cd38677267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:11:05.143782 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:05.214613 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] For port a0439511-cc0f-4dbd-8168-686f9ec3700b, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:11:05.218747 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] For port a0439511-cc0f-4dbd-8168-686f9ec3700b, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=a0439511-cc0f-4dbd-8168-686f9ec3700b,segment=NetworkSegment(6591b90d-f729-40cc-b4ee-d0cd38677267),segment_id=6591b90d-f729-40cc-b4ee-d0cd38677267)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:11:05.295498 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:05.354249 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdebc89-bf16-4099-a7e5-8383465c19e3 None None] Pushing event updated for resources: {'Port': ['ID=a0439511-cc0f-4dbd-8168-686f9ec3700b,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:11:05.901863 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:06.158921 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d75b3124-ee88-4c11-911f-501f7dfeb20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:06.181613 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fde1cf-f96e-4b72-91de-11e66607828d None None] Network e0065d2e-0fb8-4718-bd30-3d5439723545 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:11:06.294190 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-456992b5-6878-4262-bf15-d5d9cd77bd2a None None] Provisioning for port a0439511-cc0f-4dbd-8168-686f9ec3700b completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:11:06.466000 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device a0439511-cc0f-4dbd-8168-686f9ec3700b up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:11:06.592623 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port a0439511-cc0f-4dbd-8168-686f9ec3700b completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:11:06.592623 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port a0439511-cc0f-4dbd-8168-686f9ec3700b triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:11:06.592623 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:06.643781 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-d48788cb-ddf5-46a0-a919-949ae63790f1 None None] Provisioning complete for port a0439511-cc0f-4dbd-8168-686f9ec3700b triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:11:06.644143 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d48788cb-ddf5-46a0-a919-949ae63790f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:06.727288 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:06.787139 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d48788cb-ddf5-46a0-a919-949ae63790f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:06.792121 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port a0439511-cc0f-4dbd-8168-686f9ec3700b, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=a0439511-cc0f-4dbd-8168-686f9ec3700b,segment=NetworkSegment(6591b90d-f729-40cc-b4ee-d0cd38677267),segment_id=6591b90d-f729-40cc-b4ee-d0cd38677267)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:11:06.886015 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:06.957833 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.db.api [None req-d48788cb-ddf5-46a0-a919-949ae63790f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 01:11:06.958510 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG oslo_db.api [None req-d48788cb-ddf5-46a0-a919-949ae63790f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 01:11:06.962678 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=a0439511-cc0f-4dbd-8168-686f9ec3700b,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:11:07.507859 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:08.417216 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device a0439511-cc0f-4dbd-8168-686f9ec3700b up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:11:08.474508 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port a0439511-cc0f-4dbd-8168-686f9ec3700b triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:11:08.474871 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:09.341029 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:26.182098 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 5 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:11:32.340079 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d2f37c08-3de2-4550-bfbd-b8303636b017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:35.849419 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:36.158681 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-edf8c4e3-d01a-4893-b5d5-2ea649dd0cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:37.529361 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:11:39.318044 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:02.334579 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-5f6faf1e-441a-4ae8-80db-ad56984562b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:03.179982 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 5 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:12:05.859408 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:06.168333 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-0643c8b2-1202-4615-b435-7a7ac8414822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:07.500263 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:09.339839 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:24.707801 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34906) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:24.713868 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [None req-56104442-ce71-4ac0-8e74-dac17649253d tempest-verify_tempest_config-576677280 tempest-verify_tempest_config-576677280-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:12:24.714939 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-56104442-ce71-4ac0-8e74-dac17649253d tempest-verify_tempest_config-576677280 tempest-verify_tempest_config-576677280-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060809 Aug 17 01:12:25.201619 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 34924) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:25.312050 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.400742 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.481983 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.533774 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9a15d80fcdd4d3b9845c75d3093ae99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3309450 Aug 17 01:12:25.534521 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1588e8d-4c96-47b8-bd6a-299afbc9e7d8,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:25.536434 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34930) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:12:25.541607 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.541977 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.542379 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.542705 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.543041 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.543380 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.543735 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.544044 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.544389 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.544719 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.545047 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.545483 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a85a5-6b19-4c40-817e-13c64ea1ae45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.598952 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.619588 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.773795 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.776398 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:25.777653 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1588e8d-4c96-47b8-bd6a-299afbc9e7d8 HTTP/1.1" status: 204 len: 168 time: 0.2398045 Aug 17 01:12:25.787138 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1588e8d-4c96-47b8-bd6a-299afbc9e7d8,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:12:25.794901 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.795326 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.795802 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.796222 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.796558 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.796914 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.797256 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.797581 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.797930 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.798261 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.798628 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:25.798953 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cee18-b97e-4f69-92b7-51870b204da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:12:32.333480 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-560925cc-b362-4aaf-a731-05035148840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:35.933118 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:36.172923 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-31465464-e0c8-45ef-895f-e15ec0acd6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:37.543736 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:39.344545 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:12:40.177608 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 5 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:13:02.315268 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-baf33595-cd5c-41d5-a100-cfcd8d30640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:05.858261 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:06.172023 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-466a571f-e500-4f2b-a9cc-5edb457d2a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:07.542809 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:09.348918 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:17.176368 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 5 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:13:32.337121 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-924ab657-cb23-422e-a75f-5cfc505589a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:35.879556 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:36.136434 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-259dd2bf-d25b-4ebb-a6c5-afc1463acb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:37.514005 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:39.331132 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:52.159129 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8274776'] for agent, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:13:54.177337 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:13:55.929652 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34982) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:13:56.037120 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ae5c3df1-c618-41f2-8ffb-8a09dd70fc47 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1063123 Aug 17 01:13:58.285800 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 34992) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:13:58.341780 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-c3860dab-1a39-4336-a502-d15c0c868257 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0548573 Aug 17 01:14:02.335567 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-e1614fdb-0ebe-484b-8266-f5da5610aca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:05.867074 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:06.153210 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d1bef0e0-c942-46cf-b27e-c23dc9d19697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:07.536191 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:09.341547 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:22.089006 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:31.176772 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:14:32.351318 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-565571d3-34a3-4da0-b602-3e59467192b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:35.866083 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:36.168580 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b212035d-725b-441d-9fe6-f746d40ed40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:37.529177 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:39.351277 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:14:52.163354 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:02.373868 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-e38178e4-9baa-4093-86df-516e254b63fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:05.876756 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:06.172798 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-be5cb32d-eae1-485d-9886-143eadb6d0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:07.528853 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:08.176894 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:15:09.351316 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:22.161910 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:26.112745 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35190) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:26.381733 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-268495564-network', 'tenant_id': 'da48847c0d4a4cc3b8c02f75333a225f'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:26.493415 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Made reservation on behalf of da48847c0d4a4cc3b8c02f75333a225f for: {'network': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:26.495786 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:26.505227 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:26.600670 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:26.664579 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:26.694820 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:15:26.700043 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9bd6c1-09a0-4ff5-87e3-e1516200210b,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:26.710070 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:26.710513 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:26.710861 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:26.711197 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:26.711528 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:26.711876 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:26.712227 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:26.712558 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:26.712901 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:26.713235 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:26.713547 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:26.713863 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Tracked resource versions report: Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: pushed versions: Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: { 'AddressGroup': {'1.2'}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'ConntrackHelper': {'1.0'}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Log': {'1.0'}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Network': {'1.1'}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Port': {'1.7'}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'PortForwarding': {'1.2'}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'QosPolicy': {'1.9'}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'SecurityGroup': {'1.4'}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'SecurityGroupRule': {'1.2'}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'SubPort': {'1.0'}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Subnet': {'1.1'}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Trunk': {'1.1'}} Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: consumer versions: Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: { DHCP agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: HyperV agent@hv-cinder-80390: {}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: L3 agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: Metadata agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: Metering agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: Open vSwitch agent@dv-cinder-803901-7-iscsi: { 'AddressGroup': '1.2', Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'ConntrackHelper': '1.0', Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Log': '1.0', Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Network': '1.1', Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Port': '1.7', Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'PortForwarding': '1.2', Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'QosPolicy': '1.9', Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'SecurityGroup': '1.4', Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'SecurityGroupRule': '1.2', Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'SubPort': '1.0', Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Subnet': '1.1', Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: 'Trunk': '1.1'}} Aug 17 01:15:26.714950 dv-cinder-803901-7-iscsi neutron-server[94703]: {{(pid=94703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 01:15:26.719685 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:26.720109 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.segments_db [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Added segment ce990923-b9be-48ac-aa25-a755598ac638 of type vlan for network 557ce7a2-1d57-4387-822b-445949d62f04 Aug 17 01:15:26.763882 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:26.841508 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:26.842528 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:26.843113 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:26.909664 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] Pushing event updated for resources: {'Network': ['ID=557ce7a2-1d57-4387-822b-445949d62f04,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:26.919127 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 557ce7a2-1d57-4387-822b-445949d62f04 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:15:26.928317 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-660d8344-2214-4853-b665-539c4bc9fd30 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8144910 Aug 17 01:15:26.931487 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35224) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:26.938413 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Request body: {'subnet': {'network_id': '557ce7a2-1d57-4387-822b-445949d62f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-268495564-subnet', 'tenant_id': 'da48847c0d4a4cc3b8c02f75333a225f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:26.941560 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35228) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:27.019003 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Made reservation on behalf of da48847c0d4a4cc3b8c02f75333a225f for: {'subnet': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:27.021251 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.031292 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35234) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:27.071202 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35238) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:27.194344 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35240) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:27.227775 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1547589362-network', 'tenant_id': '9676635fd0c24582a98d22c51b17f793'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:27.276559 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for subnet, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.327553 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Made reservation on behalf of 9676635fd0c24582a98d22c51b17f793 for: {'network': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:27.330496 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.339125 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.357049 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Checking segment: {'id': 'ce990923-b9be-48ac-aa25-a755598ac638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '557ce7a2-1d57-4387-822b-445949d62f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:27.357794 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Network hostable DHCP agents. Network: 557ce7a2-1d57-4387-822b-445949d62f04, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:15:27.368070 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=571acfdf-0498-42c6-a82e-47361a035cd5,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:27.384165 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:27.384711 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:27.385338 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:27.385754 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:27.386230 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:27.386782 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:27.387214 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:27.388156 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:27.388738 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:27.389205 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:27.389815 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:27.390229 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Tracked resource versions report: Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: pushed versions: Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: { 'AddressGroup': {'1.2'}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'ConntrackHelper': {'1.0'}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Log': {'1.0'}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Network': {'1.1'}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Port': {'1.7'}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'PortForwarding': {'1.2'}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'QosPolicy': {'1.9'}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'SecurityGroup': {'1.4'}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'SecurityGroupRule': {'1.2'}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'SubPort': {'1.0'}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Subnet': {'1.1'}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Trunk': {'1.1'}} Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: consumer versions: Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: { DHCP agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: HyperV agent@hv-cinder-80390: {}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: L3 agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: Metadata agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: Metering agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: Open vSwitch agent@dv-cinder-803901-7-iscsi: { 'AddressGroup': '1.2', Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'ConntrackHelper': '1.0', Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Log': '1.0', Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Network': '1.1', Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Port': '1.7', Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'PortForwarding': '1.2', Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'QosPolicy': '1.9', Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'SecurityGroup': '1.4', Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'SecurityGroupRule': '1.2', Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'SubPort': '1.0', Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Subnet': '1.1', Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: 'Trunk': '1.1'}} Aug 17 01:15:27.391561 dv-cinder-803901-7-iscsi neutron-server[94702]: {{(pid=94702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 01:15:27.449172 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-605446713-network', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:27.457621 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.481447 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1068094940-network', 'tenant_id': '63c5939bd66a4732804c628d2ccf8743'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:27.494066 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-971558404-network', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:27.496829 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Network 557ce7a2-1d57-4387-822b-445949d62f04 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:15:27.558619 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.585744 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 557ce7a2-1d57-4387-822b-445949d62f04) {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:27.594536 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db94cec-cc69-4ac8-b6e8-7d5897248db6,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:27.598208 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:15:27.601710 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0192ace4-3569-4f09-9670-a6b243d4e0e0 None None] Network 557ce7a2-1d57-4387-822b-445949d62f04 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:15:27.603984 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:27.604887 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.610416 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.611418 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.segments_db [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Added segment ef661388-d048-41ac-abc2-542422a23e72 of type vlan for network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 Aug 17 01:15:27.663605 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.671963 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Made reservation on behalf of 6a8b73fe494a408880a6d2d3e06b39ba for: {'network': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:27.674804 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.689638 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.741334 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-61520ba8-7a3e-464d-9ede-fd8d0bbdadcb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8085992 Aug 17 01:15:27.754683 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.db.api [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 01:15:27.754683 dv-cinder-803901-7-iscsi neutron-server[94703]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 01:15:27.754683 dv-cinder-803901-7-iscsi neutron-server[94703]: [parameters: {'project_id_1': '6a8b73fe494a408880a6d2d3e06b39ba', 'expiration_1': datetime.datetime(2021, 8, 17, 1, 15, 27, 709867)}] Aug 17 01:15:27.754683 dv-cinder-803901-7-iscsi neutron-server[94703]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 01:15:27.755608 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG oslo_db.api [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 01:15:27.756457 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.db.api [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 01:15:27.756457 dv-cinder-803901-7-iscsi neutron-server[94703]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 01:15:27.756457 dv-cinder-803901-7-iscsi neutron-server[94703]: [parameters: {'project_id_1': '94a3142a9d0d4cf1b284f88519862523', 'expiration_1': datetime.datetime(2021, 8, 17, 1, 15, 27, 500835)}] Aug 17 01:15:27.756457 dv-cinder-803901-7-iscsi neutron-server[94703]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 01:15:27.757163 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG oslo_db.api [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 01:15:27.761553 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12501bf-bcae-4a6b-b16b-5160678e3ead None None] Network 557ce7a2-1d57-4387-822b-445949d62f04 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:15:27.767537 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.769342 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:27.770116 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.828987 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Made reservation on behalf of 63c5939bd66a4732804c628d2ccf8743 for: {'network': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:27.832271 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.848118 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:27.854323 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] Pushing event updated for resources: {'Network': ['ID=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:27.874963 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:15:27.905166 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-348da30c-c3a8-414f-9f63-c8ef80582cba admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9622974 Aug 17 01:15:27.909185 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35276) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:27.914429 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-a06d8856-3915-42f9-b113-2de689fd2ed2 admin admin] Request body: {'subnet': {'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1547589362-subnet', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:28.003923 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.091844 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.118778 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:15:28.137904 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.137904 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.segments_db [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Added segment adf25617-9abf-48e7-8db0-84b20b690394 of type vlan for network bcd34715-fee9-40c3-b0a9-b230f765973b Aug 17 01:15:28.210410 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.218965 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b569ca9-1740-40b4-a9c7-fe12ff802f83,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:28.256926 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.326161 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06d8856-3915-42f9-b113-2de689fd2ed2 admin admin] Made reservation on behalf of 9676635fd0c24582a98d22c51b17f793 for: {'subnet': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:28.328485 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a06d8856-3915-42f9-b113-2de689fd2ed2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.359989 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.359989 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:28.359989 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.421387 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] Pushing event updated for resources: {'Network': ['ID=bcd34715-fee9-40c3-b0a9-b230f765973b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:28.432546 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network bcd34715-fee9-40c3-b0a9-b230f765973b details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:15:28.460875 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Made reservation on behalf of 94a3142a9d0d4cf1b284f88519862523 for: {'network': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:28.463666 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.529917 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.614466 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.659225 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a06d8856-3915-42f9-b113-2de689fd2ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for subnet, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.713549 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d8856-3915-42f9-b113-2de689fd2ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2c2a28-77ad-473a-b650-c5be7686e385,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:28.729277 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.740616 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:15:28.747392 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35304) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:28.780745 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c10a95e-5544-40e3-a96c-0f6149aa3a9e,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:28.808571 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.808571 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.segments_db [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Added segment 7ec18bf6-558c-4d53-947a-2be134f208c9 of type vlan for network 2d078c6a-bf10-4978-938b-717465589ddc Aug 17 01:15:28.821923 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d8856-3915-42f9-b113-2de689fd2ed2 admin admin] Checking segment: {'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:28.822303 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06d8856-3915-42f9-b113-2de689fd2ed2 admin admin] Network hostable DHCP agents. Network: 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:15:28.836773 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-3d9047c1-b087-4cee-adb7-dd6a329226ad admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6413393 Aug 17 01:15:28.839903 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35308) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:28.844801 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-2c588ecc-3685-4090-81ca-ca64768dabad admin admin] Request body: {'subnet': {'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1068094940-subnet', 'tenant_id': '63c5939bd66a4732804c628d2ccf8743', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:28.950034 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.952802 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cc096c4b-f639-4f85-b2c7-e6d8b7ecf680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:28.965766 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.026603 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.036802 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06d8856-3915-42f9-b113-2de689fd2ed2 admin admin] Network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:15:29.072110 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:15:29.087108 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.088382 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:29.088969 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.102434 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.102829 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.segments_db [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Added segment 51bc1626-56a5-4167-b091-82543cba7248 of type vlan for network b08e8e09-29ee-47e0-8a15-1911920c916e Aug 17 01:15:29.115186 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee78488e-b42b-4c8f-8dc1-79c1e4fd0c71,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:29.134646 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c588ecc-3685-4090-81ca-ca64768dabad admin admin] Made reservation on behalf of 63c5939bd66a4732804c628d2ccf8743 for: {'subnet': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:29.137325 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2c588ecc-3685-4090-81ca-ca64768dabad admin admin] Notify callbacks [] for subnet, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.227539 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] Pushing event updated for resources: {'Network': ['ID=2d078c6a-bf10-4978-938b-717465589ddc,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:29.238907 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 2d078c6a-bf10-4978-938b-717465589ddc details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:15:29.268031 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-a06d8856-3915-42f9-b113-2de689fd2ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28) {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:29.273695 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06d8856-3915-42f9-b113-2de689fd2ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:29.276013 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a06d8856-3915-42f9-b113-2de689fd2ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.299133 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.339867 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615afe5-7dd5-4284-bb75-1ae40bbef8ee None None] Network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:15:29.364607 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-bd12c062-62c7-4f8a-bdb5-760980f5c15f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3285313 Aug 17 01:15:29.365266 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35342) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:29.372921 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Request body: {'subnet': {'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-605446713-subnet', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:29.426061 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-a06d8856-3915-42f9-b113-2de689fd2ed2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5130892 Aug 17 01:15:29.426733 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35344) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:29.437113 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1547589362-router', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:29.476170 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.477157 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:29.477751 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.486667 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35352) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:29.488938 dv-cinder-803901-7-iscsi neutron-server[94702]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 01:15:29.532940 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b401d4-ad89-4c01-8337-70bec9836e1d None None] Network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:15:29.560358 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] Pushing event updated for resources: {'Network': ['ID=b08e8e09-29ee-47e0-8a15-1911920c916e,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:29.582760 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network b08e8e09-29ee-47e0-8a15-1911920c916e details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:15:29.629014 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2c588ecc-3685-4090-81ca-ca64768dabad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for subnet, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.737903 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cc096c4b-f639-4f85-b2c7-e6d8b7ecf680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.787106 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2d034b3f-beb9-4b53-94e0-946ee394fd85 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:29.788773 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2d034b3f-beb9-4b53-94e0-946ee394fd85 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/networks?id=557ce7a2-1d57-4387-822b-445949d62f04 HTTP/1.1" status: 200 len: 811 time: 0.3007503 Aug 17 01:15:29.791306 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c588ecc-3685-4090-81ca-ca64768dabad admin admin] Pushing event updated for resources: {'Subnet': ['ID=bee06119-e53c-4169-bec8-a335f9eda31b,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:29.809563 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cc096c4b-f639-4f85-b2c7-e6d8b7ecf680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:29.815814 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-cc850708-3dec-4edd-9a4f-cd07c44c12af tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/quotas/da48847c0d4a4cc3b8c02f75333a225f HTTP/1.1" status: 200 len: 375 time: 0.0204368 Aug 17 01:15:29.816905 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c588ecc-3685-4090-81ca-ca64768dabad admin admin] Checking segment: {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:29.817512 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c588ecc-3685-4090-81ca-ca64768dabad admin admin] Network hostable DHCP agents. Network: bcd34715-fee9-40c3-b0a9-b230f765973b, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:15:29.912938 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-85293667-f90c-438d-8f3e-1561448a1673 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8400924 Aug 17 01:15:29.915675 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35362) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:29.922926 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-b77db67f-0df6-4acd-b9f5-8dd527dab153 admin admin] Request body: {'subnet': {'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-subnet', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:29.928134 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2675839b-de1c-4457-9e95-1dfa41910543 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=da48847c0d4a4cc3b8c02f75333a225f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978026 Aug 17 01:15:29.936690 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.db.api [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 01:15:29.936690 dv-cinder-803901-7-iscsi neutron-server[94703]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 01:15:29.936690 dv-cinder-803901-7-iscsi neutron-server[94703]: [parameters: {'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'id': '4c878793-36f7-4498-b173-4773a7a1afc4', 'expiration': datetime.datetime(2021, 8, 17, 1, 17, 29, 917677)}] Aug 17 01:15:29.936690 dv-cinder-803901-7-iscsi neutron-server[94703]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 01:15:29.937260 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG oslo_db.api [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 01:15:29.938776 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-cc096c4b-f639-4f85-b2c7-e6d8b7ecf680 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1938eea2f9354ae4848dd0c46ba8695e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1900759 Aug 17 01:15:29.939469 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35364) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:29.944300 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc096c4b-f639-4f85-b2c7-e6d8b7ecf680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332a6654-6172-4198-81d5-c551eaabdbad,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:29.996034 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f6bfb254-565d-4f32-9e9f-d312cb352e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:30.017774 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f6bfb254-565d-4f32-9e9f-d312cb352e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:30.042439 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c588ecc-3685-4090-81ca-ca64768dabad admin admin] Network bcd34715-fee9-40c3-b0a9-b230f765973b is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:15:30.067121 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-70670349-2eb2-43fe-9c7b-f5d62b7b16c2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:15:30.068314 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-70670349-2eb2-43fe-9c7b-f5d62b7b16c2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503075 Aug 17 01:15:30.074055 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499956'] for router, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:30.075218 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7884900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499939'] for router, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:30.134176 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-2c588ecc-3685-4090-81ca-ca64768dabad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, bcd34715-fee9-40c3-b0a9-b230f765973b) {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:30.140588 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c588ecc-3685-4090-81ca-ca64768dabad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:30.142912 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2c588ecc-3685-4090-81ca-ca64768dabad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:30.143053 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fdb34c-a2b7-4b82-8538-e4dd58424bf3 None None] Network bcd34715-fee9-40c3-b0a9-b230f765973b requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:15:30.165052 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f6bfb254-565d-4f32-9e9f-d312cb352e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:30.167853 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f6bfb254-565d-4f32-9e9f-d312cb352e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:30.173046 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-f6bfb254-565d-4f32-9e9f-d312cb352e2c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/332a6654-6172-4198-81d5-c551eaabdbad HTTP/1.1" status: 204 len: 168 time: 0.2283418 Aug 17 01:15:30.173046 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77db67f-0df6-4acd-b9f5-8dd527dab153 admin admin] Made reservation on behalf of 94a3142a9d0d4cf1b284f88519862523 for: {'subnet': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:30.173046 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b77db67f-0df6-4acd-b9f5-8dd527dab153 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:30.177193 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-83da8734-a8c9-4a8a-ad67-18dd2529ef2e service neutron] 10.222.0.45 "GET /v2.0/networks/557ce7a2-1d57-4387-822b-445949d62f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026092 Aug 17 01:15:30.238669 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfb254-565d-4f32-9e9f-d312cb352e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332a6654-6172-4198-81d5-c551eaabdbad,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:30.261134 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-2c588ecc-3685-4090-81ca-ca64768dabad admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4201841 Aug 17 01:15:30.299538 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928ef8c0-2235-48dd-b03d-aedd978f7b33 None None] Network bcd34715-fee9-40c3-b0a9-b230f765973b requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:15:30.320929 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2b021029-aea4-408a-9135-32d758a16083 service neutron] 10.222.0.45 "GET /v2.0/networks/557ce7a2-1d57-4387-822b-445949d62f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378281 Aug 17 01:15:30.323335 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:30.657177 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Made reservation on behalf of 6a8b73fe494a408880a6d2d3e06b39ba for: {'subnet': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:30.660115 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:30.729041 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:30.756988 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b77db67f-0df6-4acd-b9f5-8dd527dab153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for subnet, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:30.844174 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77db67f-0df6-4acd-b9f5-8dd527dab153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d097c1-16b0-479e-b0a0-6d918c6d35c0,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:30.933420 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77db67f-0df6-4acd-b9f5-8dd527dab153 admin admin] Checking segment: {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:30.933773 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77db67f-0df6-4acd-b9f5-8dd527dab153 admin admin] Network hostable DHCP agents. Network: b08e8e09-29ee-47e0-8a15-1911920c916e, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:15:30.965907 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35428) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:30.967965 dv-cinder-803901-7-iscsi neutron-server[94703]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 01:15:31.131597 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35434) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:31.157904 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ff64c6f8-d932-4f00-9d6f-d9a5179b9e07 req-d85e78cc-b929-4eac-bf48-96b83b2908a7 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 210 time: 0.0758798 Aug 17 01:15:31.166251 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a0187284-af4b-424f-9117-a223527d6c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.182802 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77db67f-0df6-4acd-b9f5-8dd527dab153 admin admin] Network b08e8e09-29ee-47e0-8a15-1911920c916e is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:15:31.185421 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for subnet, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.331593 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a0187284-af4b-424f-9117-a223527d6c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.344863 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-b77db67f-0df6-4acd-b9f5-8dd527dab153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, b08e8e09-29ee-47e0-8a15-1911920c916e) {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:31.356983 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b038703b-54c3-4bbf-a29f-5b0d092f5f31 None None] Network b08e8e09-29ee-47e0-8a15-1911920c916e requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:15:31.366820 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed0da04-3611-4266-b624-ad13c42ea9f6,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:31.383008 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77db67f-0df6-4acd-b9f5-8dd527dab153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:31.383812 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b77db67f-0df6-4acd-b9f5-8dd527dab153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.432415 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-2cdbd22f-317b-416d-b3bd-c3701b56960a tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:31.434311 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-2cdbd22f-317b-416d-b3bd-c3701b56960a tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/networks?id=bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 200 len: 815 time: 0.4674644 Aug 17 01:15:31.470262 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a0187284-af4b-424f-9117-a223527d6c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.501690 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Checking segment: {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:31.502445 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Network hostable DHCP agents. Network: 2d078c6a-bf10-4978-938b-717465589ddc, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:15:31.515444 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-a0187284-af4b-424f-9117-a223527d6c70 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0388d47d36a741ff93a13f36288e31ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3825288 Aug 17 01:15:31.517163 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0187284-af4b-424f-9117-a223527d6c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d397ae-5323-4d70-ad30-be7a98c2cd85,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:31.520474 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35454) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:31.556455 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp394da7f8-f918-5054-93fc-7fae1ad992c6-b08e8e09-29ee-47e0-8a15-1911920c916e', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0'}]}} from dv-cinder-803901-7-iscsi. {{(pid=94704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:15:31.557510 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.565890 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-88fda521-70b6-4ddc-adf0-a129f6a19367 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/quotas/63c5939bd66a4732804c628d2ccf8743 HTTP/1.1" status: 200 len: 375 time: 0.1211107 Aug 17 01:15:31.606394 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-b77db67f-0df6-4acd-b9f5-8dd527dab153 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6853902 Aug 17 01:15:31.620307 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35458) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:31.621031 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5add00aa-52b9-4ee6-ac4e-ad0fe781165d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.628521 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:31.672238 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-5a30616b-f6bd-4c9c-b6d3-717b7f56be8f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955441 Aug 17 01:15:31.672238 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Network 2d078c6a-bf10-4978-938b-717465589ddc is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:15:31.702011 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.712224 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5add00aa-52b9-4ee6-ac4e-ad0fe781165d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.726474 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.748899 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.db_base_plugin_common [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Allocated IP 172.20.0.2 (b08e8e09-29ee-47e0-8a15-1911920c916e/49d097c1-16b0-479e-b0a0-6d918c6d35c0/88e2176f-1158-455d-86f6-0e7984fe02d1) {{(pid=94704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:15:31.780149 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 2d078c6a-bf10-4978-938b-717465589ddc) {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:31.792220 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:31.792741 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.811103 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c1d8ee-db63-439c-8e8d-17b73cb006ef None None] Network 2d078c6a-bf10-4978-938b-717465589ddc requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:15:31.820427 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499956'] for router, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.821904 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7884900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499939'] for router, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.870802 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Allocated IP 172.27.3.173 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/709c8e12-2ad7-408f-972c-ba2c76f6fc0a) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:15:31.935647 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-b4d22d83-8b84-49f5-97b2-99cdcc0d6789 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:15:31.936741 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-b4d22d83-8b84-49f5-97b2-99cdcc0d6789 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0847540 Aug 17 01:15:31.943138 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-55e301bf-2704-474e-b91d-7f8dfa63c5f6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5761065 Aug 17 01:15:31.946840 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35472) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:31.955577 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:31.983522 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5add00aa-52b9-4ee6-ac4e-ad0fe781165d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.986610 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5add00aa-52b9-4ee6-ac4e-ad0fe781165d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:31.990217 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-5add00aa-52b9-4ee6-ac4e-ad0fe781165d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14d397ae-5323-4d70-ad30-be7a98c2cd85 HTTP/1.1" status: 204 len: 168 time: 0.4670188 Aug 17 01:15:32.032914 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add00aa-52b9-4ee6-ac4e-ad0fe781165d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d397ae-5323-4d70-ad30-be7a98c2cd85,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:32.035953 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.099392 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499956'] for router, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.101778 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7884900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499939'] for router, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.195233 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Notify callbacks [] for port, precommit_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.198241 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.209761 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.224813 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Transition to ACTIVE for port object 88e2176f-1158-455d-86f6-0e7984fe02d1 will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:32.232218 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp394da7f8-f918-5054-93fc-7fae1ad992c6-2d078c6a-bf10-4978-938b-717465589ddc', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6'}]}} from dv-cinder-803901-7-iscsi. {{(pid=94704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:15:32.233145 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.256320 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-b802b385-c54c-48f7-be39-062e6e238260 service neutron] 10.222.0.45 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961099 Aug 17 01:15:32.259869 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Transition to ACTIVE for port object 88e2176f-1158-455d-86f6-0e7984fe02d1 will not be triggered until provisioned by entity DHCP. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:32.326225 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2b128ccc-5b8e-4e8d-b550-698dae4cf0ba req-3ae9acf4-7c1e-4dac-a1b4-22b7cfc36486 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 210 time: 0.0708020 Aug 17 01:15:32.380236 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.434900 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.467976 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-505640b4-a7a7-48da-bc8b-9033bb0ef507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.493342 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Network b08e8e09-29ee-47e0-8a15-1911920c916e is already hosted by enough agents. {{(pid=94704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:32.503234 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.base_scheduler [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Resources bound (agent type, host, resource id): {{(pid=94704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:32.511218 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Received port after_create {{(pid=94704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:15:32.514996 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Pushing event updated for resources: {'Port': ['ID=88e2176f-1158-455d-86f6-0e7984fe02d1,revision_number=1']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:32.533356 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.db_base_plugin_common [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Allocated IP 172.20.0.2 (2d078c6a-bf10-4978-938b-717465589ddc/3ed0da04-3611-4266-b624-ad13c42ea9f6/c69f7b4e-46b1-4236-bca6-47342bd2fcb0) {{(pid=94704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:15:32.537506 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:32.538098 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:32.538219 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:32.538538 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:32.538876 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:32.539206 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:32.539535 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:32.540027 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:32.540204 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:32.540534 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:32.541197 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:32.541197 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Tracked resource versions report: Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: pushed versions: Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: { 'AddressGroup': {'1.2'}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'ConntrackHelper': {'1.0'}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Log': {'1.0'}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Network': {'1.1'}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Port': {'1.7'}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'PortForwarding': {'1.2'}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'QosPolicy': {'1.9'}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'SecurityGroup': {'1.4'}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'SecurityGroupRule': {'1.2'}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'SubPort': {'1.0'}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Subnet': {'1.1'}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Trunk': {'1.1'}} Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: consumer versions: Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: { DHCP agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: HyperV agent@hv-cinder-80390: {}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: L3 agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: Metadata agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: Metering agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: Open vSwitch agent@dv-cinder-803901-7-iscsi: { 'AddressGroup': '1.2', Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'ConntrackHelper': '1.0', Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Log': '1.0', Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Network': '1.1', Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Port': '1.7', Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'PortForwarding': '1.2', Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'QosPolicy': '1.9', Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'SecurityGroup': '1.4', Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'SecurityGroupRule': '1.2', Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'SubPort': '1.0', Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Subnet': '1.1', Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: 'Trunk': '1.1'}} Aug 17 01:15:32.542299 dv-cinder-803901-7-iscsi neutron-server[94704]: {{(pid=94704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 01:15:32.580034 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.587205 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-031390ff-c4f1-48d6-9d50-2449c42d68d4 service neutron] 10.222.0.45 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151860 Aug 17 01:15:32.648125 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.733989 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:32.777048 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Attempting to bind port 88e2176f-1158-455d-86f6-0e7984fe02d1 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:15:32.777430 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Attempting to bind port 88e2176f-1158-455d-86f6-0e7984fe02d1 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:15:32.777795 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Attempting to bind port 88e2176f-1158-455d-86f6-0e7984fe02d1 on network b08e8e09-29ee-47e0-8a15-1911920c916e {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:32.787057 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:15:32.787445 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Checking segment: {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:32.787832 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.788226 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Bound using segment: {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:15:32.788701 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Bound port: 88e2176f-1158-455d-86f6-0e7984fe02d1, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:15:32.789079 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:32.806403 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:32.812459 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:15:32.911345 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Pushing event updated for resources: {'Port': ['ID=709c8e12-2ad7-408f-972c-ba2c76f6fc0a,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:33.002427 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] For port 88e2176f-1158-455d-86f6-0e7984fe02d1, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:15:33.023307 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] For port 88e2176f-1158-455d-86f6-0e7984fe02d1, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=88e2176f-1158-455d-86f6-0e7984fe02d1,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:15:33.055657 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Notify callbacks [] for port, precommit_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:33.074485 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Transition to ACTIVE for port object c69f7b4e-46b1-4236-bca6-47342bd2fcb0 will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:33.106303 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Transition to ACTIVE for port object c69f7b4e-46b1-4236-bca6-47342bd2fcb0 will not be triggered until provisioned by entity DHCP. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:33.142719 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:33.245907 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-752cb1b7-bbc4-43bf-8344-338bc684662e req-eaa1053f-2725-4018-97e0-0597ab9979f2 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 210 time: 0.1370029 Aug 17 01:15:33.261092 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:33.267891 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:33.330375 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:33.392702 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Network 2d078c6a-bf10-4978-938b-717465589ddc is already hosted by enough agents. {{(pid=94704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:33.401499 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0c9da-9708-4a55-9d60-33225114530e None None] Pushing event updated for resources: {'Port': ['ID=88e2176f-1158-455d-86f6-0e7984fe02d1,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:33.406121 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.base_scheduler [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Resources bound (agent type, host, resource id): {{(pid=94704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:33.562881 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Received port after_create {{(pid=94704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:15:33.610906 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Pushing event updated for resources: {'Port': ['ID=c69f7b4e-46b1-4236-bca6-47342bd2fcb0,revision_number=1']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:33.617106 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35542) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:33.765977 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Attempting to bind port c69f7b4e-46b1-4236-bca6-47342bd2fcb0 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:15:33.766260 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Attempting to bind port c69f7b4e-46b1-4236-bca6-47342bd2fcb0 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:15:33.769356 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Attempting to bind port c69f7b4e-46b1-4236-bca6-47342bd2fcb0 on network 2d078c6a-bf10-4978-938b-717465589ddc {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:33.790206 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:15:33.790931 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Checking segment: {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:33.792132 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:33.793048 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Bound using segment: {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:15:33.793737 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Bound port: c69f7b4e-46b1-4236-bca6-47342bd2fcb0, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:15:33.794341 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:33.948584 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] For port c69f7b4e-46b1-4236-bca6-47342bd2fcb0, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:15:33.949676 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:33.953855 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] For port c69f7b4e-46b1-4236-bca6-47342bd2fcb0, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=c69f7b4e-46b1-4236-bca6-47342bd2fcb0,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:15:33.971861 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Allocated IP 172.27.3.104 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/f8f0c83d-f448-4029-aaf5-6ec747a2ad3f) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:15:34.033663 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:34.171788 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:34.195085 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-19bb542b-28ac-4625-89b2-b9565c6f3ab9 req-60d79744-7037-426d-9929-36ef4bc9f1ec tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 210 time: 0.2419331 Aug 17 01:15:34.220901 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00259b9e-9227-4bcd-b1f4-fd847ee56a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:34.228782 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8d4e2-7db9-424c-9a8a-850ec5cf685f None None] Pushing event updated for resources: {'Port': ['ID=c69f7b4e-46b1-4236-bca6-47342bd2fcb0,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:34.291304 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:34.312995 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:34.527472 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7513e982-be0f-4367-a50d-c63f9c4fc65b req-ca262d75-8e22-44d5-b63c-f973b182daca tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 210 time: 0.1395869 Aug 17 01:15:34.743497 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:34.750300 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00259b9e-9227-4bcd-b1f4-fd847ee56a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:34.790495 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 88e2176f-1158-455d-86f6-0e7984fe02d1 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:34.806549 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Allocated IP 172.27.3.203 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/f8b068a0-7f71-4b33-baaf-7d3768d78389) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:15:34.900799 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00259b9e-9227-4bcd-b1f4-fd847ee56a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:34.959709 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-00259b9e-9227-4bcd-b1f4-fd847ee56a57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b6defeabce14166a149b4bb6107cb3f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3404546 Aug 17 01:15:34.973505 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35584) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:34.977228 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:34.995799 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 88e2176f-1158-455d-86f6-0e7984fe02d1 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:35.003232 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device c69f7b4e-46b1-4236-bca6-47342bd2fcb0 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:35.070525 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7884925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912492'] for router, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:35.101498 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:35.112723 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:15:35.175066 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f9055f-187f-4267-aea3-4b0a61be52d3 None None] Network b08e8e09-29ee-47e0-8a15-1911920c916e requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:15:35.180765 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f0c83d-f448-4029-aaf5-6ec747a2ad3f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:35.182853 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port c69f7b4e-46b1-4236-bca6-47342bd2fcb0 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:35.186482 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:35.212987 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00259b9e-9227-4bcd-b1f4-fd847ee56a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cd1da5-187e-4ea9-8a9a-55236481f069,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:35.364857 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:35.400724 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-658acc9a-f45e-4191-8547-832014ed3dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:35.459394 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-18b319a9-fd7c-440d-bd73-a935b048bc19 req-95c2eb87-7ff5-4722-8621-e2b6fb41b858 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 210 time: 0.0790441 Aug 17 01:15:35.471451 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-658acc9a-f45e-4191-8547-832014ed3dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:35.503292 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-a37bd4b8-1351-467c-a1de-5f194d343150 None None] Provisioning for port 88e2176f-1158-455d-86f6-0e7984fe02d1 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:35.510763 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-a37bd4b8-1351-467c-a1de-5f194d343150 None None] Provisioning complete for port 88e2176f-1158-455d-86f6-0e7984fe02d1 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:35.511142 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a37bd4b8-1351-467c-a1de-5f194d343150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:35.525078 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:35.526947 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b068a0-7f71-4b33-baaf-7d3768d78389,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:35.550147 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:35.557957 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:15:35.665461 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a37bd4b8-1351-467c-a1de-5f194d343150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:35.706793 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Router 2e69336e-af32-41c9-8f8d-527939439a0c is scheduled to L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 with binding_index 1 {{(pid=94703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:15:35.761029 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-658acc9a-f45e-4191-8547-832014ed3dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:35.762916 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-658acc9a-f45e-4191-8547-832014ed3dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:35.767056 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-658acc9a-f45e-4191-8547-832014ed3dda admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87cd1da5-187e-4ea9-8a9a-55236481f069 HTTP/1.1" status: 204 len: 168 time: 0.7857058 Aug 17 01:15:35.767294 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-a37bd4b8-1351-467c-a1de-5f194d343150 None None] For port 88e2176f-1158-455d-86f6-0e7984fe02d1, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=88e2176f-1158-455d-86f6-0e7984fe02d1,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:35.773875 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01cf551-8125-4ef4-a4d6-a0236953715a None None] Network 2d078c6a-bf10-4978-938b-717465589ddc requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:15:35.843203 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658acc9a-f45e-4191-8547-832014ed3dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cd1da5-187e-4ea9-8a9a-55236481f069,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:35.877830 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fcd38bce-19e3-4fbf-8535-05af2a9d51e7 req-3c335338-4089-45c9-af43-9ba5a6a9ee3d tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 210 time: 0.0654662 Aug 17 01:15:35.878474 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a37bd4b8-1351-467c-a1de-5f194d343150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:35.893584 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:36.001960 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:36.008463 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bd4b8-1351-467c-a1de-5f194d343150 None None] Pushing event updated for resources: {'Port': ['ID=88e2176f-1158-455d-86f6-0e7984fe02d1,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:36.054656 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:15:36.068226 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Sync routers for ids ['2e69336e-af32-41c9-8f8d-527939439a0c'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:15:36.075602 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Routers {'2e69336e-af32-41c9-8f8d-527939439a0c'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:15:36.076453 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:15:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['2e69336e-af32-41c9-8f8d-527939439a0c'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:36.091859 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:36.186147 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:36.187695 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-271b4020-ddb1-45df-979d-cd9148051191 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7582037 Aug 17 01:15:36.192769 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35616) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:36.195938 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-86fa5b57-9353-49f0-b133-a2c75c5e5647 None None] Provisioning for port c69f7b4e-46b1-4236-bca6-47342bd2fcb0 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:36.198793 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2b45f9b0-7d78-4927-873f-f4b2f3ba9f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:36.202795 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-86fa5b57-9353-49f0-b133-a2c75c5e5647 None None] Provisioning complete for port c69f7b4e-46b1-4236-bca6-47342bd2fcb0 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:36.203245 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-86fa5b57-9353-49f0-b133-a2c75c5e5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:36.352847 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Set router 2e69336e-af32-41c9-8f8d-527939439a0c gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:15:36.427464 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7884925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912492'] for router, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:36.428367 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-86fa5b57-9353-49f0-b133-a2c75c5e5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:36.501779 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-86fa5b57-9353-49f0-b133-a2c75c5e5647 None None] For port c69f7b4e-46b1-4236-bca6-47342bd2fcb0, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=c69f7b4e-46b1-4236-bca6-47342bd2fcb0,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:36.566586 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-86fa5b57-9353-49f0-b133-a2c75c5e5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:36.681728 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa5b57-9353-49f0-b133-a2c75c5e5647 None None] Pushing event updated for resources: {'Port': ['ID=c69f7b4e-46b1-4236-bca6-47342bd2fcb0,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:36.699173 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 88e2176f-1158-455d-86f6-0e7984fe02d1 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:36.731735 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-86fa5b57-9353-49f0-b133-a2c75c5e5647 None None] Provisioning complete for port 88e2176f-1158-455d-86f6-0e7984fe02d1 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:36.732416 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-86fa5b57-9353-49f0-b133-a2c75c5e5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:36.777484 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1547589362-router', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:30Z', 'updated_at': '2021-08-17T01:15:33Z', 'revision_number': 3, 'project_id': '9676635fd0c24582a98d22c51b17f793', 'gw_port': {'id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:36.787309 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 88e2176f-1158-455d-86f6-0e7984fe02d1 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:36.787946 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:36.826437 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1738a0f1-d632-4d33-b991-de814f9bdf26 req-a874c684-57c2-4564-8de0-6d0237b07c3d tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 210 time: 0.0476007 Aug 17 01:15:36.841383 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7884925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912492'] for router, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:36.846500 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Checking router: 2e69336e-af32-41c9-8f8d-527939439a0c for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:15:36.846500 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Updating router 2e69336e-af32-41c9-8f8d-527939439a0c port 709c8e12-2ad7-408f-972c-ba2c76f6fc0a binding host dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:15:36.864469 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 is scheduled to L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 with binding_index 1 {{(pid=94702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:15:36.908165 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:37.015097 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7067e2c6-805a-4fe8-bddf-32d26fe68f8e None None] Provisioning complete for port c69f7b4e-46b1-4236-bca6-47342bd2fcb0 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:37.016014 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7067e2c6-805a-4fe8-bddf-32d26fe68f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:37.114238 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-943036f8-f635-42e2-8f49-c7302df6570c req-be27d529-1f80-4929-811d-d1acd771406d tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 210 time: 0.0606933 Aug 17 01:15:37.158773 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:15:37.187231 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Sync routers for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:15:37.204879 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:15:37.206335 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:15:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:37.254345 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] Notify callbacks [] for router, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:37.257444 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-98c6bdac-d4aa-4b34-8841-db572fcacdf4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6337290 Aug 17 01:15:37.269671 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35658) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:37.364350 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:37.395768 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:37.409423 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Router 0584656b-d025-4c3e-8a60-e2f5452c04b2 is scheduled to L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 with binding_index 1 {{(pid=94703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:15:37.417386 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Transition to ACTIVE for port object 709c8e12-2ad7-408f-972c-ba2c76f6fc0a will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:37.428217 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:15:37.504772 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:37.578185 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Attempting to bind port 709c8e12-2ad7-408f-972c-ba2c76f6fc0a on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:15:37.578600 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Attempting to bind port 709c8e12-2ad7-408f-972c-ba2c76f6fc0a by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:15:37.579015 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Attempting to bind port 709c8e12-2ad7-408f-972c-ba2c76f6fc0a on network 80976695-463a-4c2a-8940-723c41164f17 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:37.587476 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:15:37.590481 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Checking segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:37.590481 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:37.590481 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Bound using segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:15:37.590481 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Bound port: 709c8e12-2ad7-408f-972c-ba2c76f6fc0a, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:15:37.590481 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:37.623525 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:37.624935 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Pushing event updated for resources: {'Port': ['ID=709c8e12-2ad7-408f-972c-ba2c76f6fc0a,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:37.637162 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:37.637527 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:37.637871 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:37.638210 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:37.638570 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:37.638904 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:37.639235 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:37.639651 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:37.640032 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:37.640365 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:37.640690 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:37.641012 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Tracked resource versions report: Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: pushed versions: Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: { 'AddressGroup': {'1.2'}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'ConntrackHelper': {'1.0'}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Log': {'1.0'}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Network': {'1.1'}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Port': {'1.7'}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'PortForwarding': {'1.2'}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'QosPolicy': {'1.9'}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'SecurityGroup': {'1.4'}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'SecurityGroupRule': {'1.2'}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'SubPort': {'1.0'}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Subnet': {'1.1'}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Trunk': {'1.1'}} Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: consumer versions: Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: { DHCP agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: HyperV agent@hv-cinder-80390: {}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: L3 agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: Metadata agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: Metering agent@dv-cinder-803901-7-iscsi: {}, Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: Open vSwitch agent@dv-cinder-803901-7-iscsi: { 'AddressGroup': '1.2', Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'ConntrackHelper': '1.0', Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Log': '1.0', Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Network': '1.1', Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Port': '1.7', Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'PortForwarding': '1.2', Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'QosPolicy': '1.9', Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'SecurityGroup': '1.4', Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'SecurityGroupRule': '1.2', Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'SubPort': '1.0', Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Subnet': '1.1', Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: 'Trunk': '1.1'}} Aug 17 01:15:37.642174 dv-cinder-803901-7-iscsi neutron-server[94705]: {{(pid=94705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 01:15:37.670560 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] For port 709c8e12-2ad7-408f-972c-ba2c76f6fc0a, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:15:37.674366 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] For port 709c8e12-2ad7-408f-972c-ba2c76f6fc0a, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=709c8e12-2ad7-408f-972c-ba2c76f6fc0a,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:15:37.737818 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:35Z', 'revision_number': 3, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:37.744599 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:37.767616 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Checking router: 383d3959-8bd4-4db3-8502-3b9c0580fdb0 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:15:37.767982 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Updating router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 port f8f0c83d-f448-4029-aaf5-6ec747a2ad3f binding host dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:15:37.772981 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:15:37.788573 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Sync routers for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:15:37.823653 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:37.823909 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:15:37.824358 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:15:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:37.892405 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:37.898556 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-7bb0952a-ef6c-4091-b83c-c8a7cd545094 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9518325 Aug 17 01:15:37.905106 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35686) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:37.925117 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Allocated IP 172.20.0.1 (1b9aa463-6c5d-4280-ae92-eeb6c35c5d28/8e2c2a28-77ad-473a-b650-c5be7686e385/12941e23-2624-496c-821c-c81c002bd952) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:15:37.998983 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f191c2c0-fe92-4196-9c54-a4316668dc96 req-07205322-db2a-4175-ad59-391d98bdbf0e tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 210 time: 0.0701611 Aug 17 01:15:38.009359 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:15:38.057425 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:38.111442 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.81', 58612) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:38.202985 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Routers {'2e69336e-af32-41c9-8f8d-527939439a0c'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:15:38.204877 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:15:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['2e69336e-af32-41c9-8f8d-527939439a0c'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:38.314221 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7d24c1ba-039e-4ecc-87cf-25da73776a1b req-03e31c9e-8a6e-4cb7-8445-79f7dd1714ef tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 210 time: 0.0547705 Aug 17 01:15:38.425402 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:38.468325 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Notify callbacks [] for port, precommit_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:38.469282 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] Set router 2e69336e-af32-41c9-8f8d-527939439a0c gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:15:38.512199 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Transition to ACTIVE for port object f8f0c83d-f448-4029-aaf5-6ec747a2ad3f will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:38.601279 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Allocated IP 172.20.0.1 (b08e8e09-29ee-47e0-8a15-1911920c916e/49d097c1-16b0-479e-b0a0-6d918c6d35c0/6d4c8626-8c69-4bfc-8b9d-af0205e8fba5) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:15:38.609605 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:38.643725 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5cd22-f283-41bf-8db6-ad4f62690296 None None] Pushing event updated for resources: {'Port': ['ID=709c8e12-2ad7-408f-972c-ba2c76f6fc0a,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:38.668903 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-345b5a2a-1584-4a63-9882-bf2945829763 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:38.677077 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-345b5a2a-1584-4a63-9882-bf2945829763 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.81 "GET /v2.0/networks?id=557ce7a2-1d57-4387-822b-445949d62f04 HTTP/1.1" status: 200 len: 811 time: 0.5382433 Aug 17 01:15:38.716684 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device c69f7b4e-46b1-4236-bca6-47342bd2fcb0 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:38.769197 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Request body: {'port': {'device_id': '182fecc8-6033-4000-b06a-5c5caf6481d3', 'network_id': '557ce7a2-1d57-4387-822b-445949d62f04', 'admin_state_up': True, 'tenant_id': 'da48847c0d4a4cc3b8c02f75333a225f'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:38.801886 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:38.823467 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:35Z', 'revision_number': 3, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:38.852894 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Transition to ACTIVE for port object 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:38.868197 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Checking router: 0584656b-d025-4c3e-8a60-e2f5452c04b2 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:15:38.873476 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Updating router 0584656b-d025-4c3e-8a60-e2f5452c04b2 port f8b068a0-7f71-4b33-baaf-7d3768d78389 binding host dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:15:38.873610 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Attempting to bind port f8f0c83d-f448-4029-aaf5-6ec747a2ad3f on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:15:38.873610 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Attempting to bind port f8f0c83d-f448-4029-aaf5-6ec747a2ad3f by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:15:38.873610 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Attempting to bind port f8f0c83d-f448-4029-aaf5-6ec747a2ad3f on network 80976695-463a-4c2a-8940-723c41164f17 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:38.878150 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:15:38.878705 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Checking segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:38.879110 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:38.879503 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Bound using segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:15:38.880036 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Bound port: f8f0c83d-f448-4029-aaf5-6ec747a2ad3f, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:15:38.880439 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:38.882426 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05462e-5967-400f-a303-e1154b5e28a8 None None] Pushing event updated for resources: {'Port': ['ID=f8f0c83d-f448-4029-aaf5-6ec747a2ad3f,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:38.936520 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:38.977156 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port c69f7b4e-46b1-4236-bca6-47342bd2fcb0 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:38.981974 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:39.024967 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:39.078618 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Network b08e8e09-29ee-47e0-8a15-1911920c916e is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:39.082588 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:39.088838 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:15:39.089331 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7907428'] for router_interface, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:39.092828 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4c8626-8c69-4bfc-8b9d-af0205e8fba5,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:39.115107 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] For port f8f0c83d-f448-4029-aaf5-6ec747a2ad3f, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:15:39.121977 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] For port f8f0c83d-f448-4029-aaf5-6ec747a2ad3f, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=f8f0c83d-f448-4029-aaf5-6ec747a2ad3f,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:15:39.149006 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:39.202930 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:39.432412 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1547589362-router', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:30Z', 'updated_at': '2021-08-17T01:15:33Z', 'revision_number': 3, 'project_id': '9676635fd0c24582a98d22c51b17f793', 'gw_port': {'id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:39.467743 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=12941e23-2624-496c-821c-c81c002bd952,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:39.483681 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3e27e-ea6f-4d46-a986-47dc91c1b8a5 None None] The sync data for ids ['2e69336e-af32-41c9-8f8d-527939439a0c'] in dv-cinder-803901-7-iscsi is: [{'id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1547589362-router', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:30Z', 'updated_at': '2021-08-17T01:15:33Z', 'revision_number': 3, 'project_id': '9676635fd0c24582a98d22c51b17f793', 'gw_port': {'id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:15:39.518785 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:39.536893 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-291c90f6-35a3-48ad-9fe2-01090ea9bafd req-40f95a70-3bca-443b-b852-0453d5078502 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 210 time: 0.0567544 Aug 17 01:15:39.617412 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:15:39.618076 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:15:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:39.620480 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05462e-5967-400f-a303-e1154b5e28a8 None None] Pushing event updated for resources: {'Port': ['ID=f8f0c83d-f448-4029-aaf5-6ec747a2ad3f,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:39.627918 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:39.797083 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:15:39.804772 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:39.825225 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a831c401-fd39-4878-88a8-963e8074a471 req-6bfd3289-ad0c-47fc-ab83-e83b5613ae33 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 210 time: 0.6601872 Aug 17 01:15:39.831906 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:15:39.835711 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-9eef530b-feb8-4ae4-8d82-e53755d63721 None None] Provisioning for port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:39.836570 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7907428'] for router_interface, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:39.878486 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-9eef530b-feb8-4ae4-8d82-e53755d63721 None None] Provisioning complete for port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:39.878871 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-9eef530b-feb8-4ae4-8d82-e53755d63721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:39.894420 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:39.924959 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Transition to ACTIVE for port object f8b068a0-7f71-4b33-baaf-7d3768d78389 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:40.050398 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:40.070789 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:40.128744 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.81', 58626) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:40.184933 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe70df-4359-4b0f-b57f-017e12e4aeaf None None] Pushing event updated for resources: {'Port': ['ID=f8b068a0-7f71-4b33-baaf-7d3768d78389,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:40.212037 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Attempting to bind port f8b068a0-7f71-4b33-baaf-7d3768d78389 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:15:40.212497 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Attempting to bind port f8b068a0-7f71-4b33-baaf-7d3768d78389 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:15:40.212939 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Attempting to bind port f8b068a0-7f71-4b33-baaf-7d3768d78389 on network 80976695-463a-4c2a-8940-723c41164f17 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:40.224404 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:15:40.229171 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Checking segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:40.229171 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:40.229171 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Bound using segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:15:40.229171 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Bound port: f8b068a0-7f71-4b33-baaf-7d3768d78389, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:15:40.229171 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:40.233473 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-9eef530b-feb8-4ae4-8d82-e53755d63721 None None] Port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:15:40.557719 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] For port f8b068a0-7f71-4b33-baaf-7d3768d78389, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:15:40.557719 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] For port f8b068a0-7f71-4b33-baaf-7d3768d78389, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=f8b068a0-7f71-4b33-baaf-7d3768d78389,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:15:40.557719 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:40.680771 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:35Z', 'revision_number': 3, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:40.728142 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643c96c6-0c85-4858-801b-112b65dd12fd None None] The sync data for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi is: [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:35Z', 'revision_number': 3, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:15:40.737201 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-506931b2-9402-4e6f-acde-536410b1085b tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:40.756617 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-506931b2-9402-4e6f-acde-536410b1085b tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "GET /v2.0/networks?id=bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 200 len: 815 time: 0.6222947 Aug 17 01:15:40.763164 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:40.859058 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 709c8e12-2ad7-408f-972c-ba2c76f6fc0a up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:40.883672 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Made reservation on behalf of da48847c0d4a4cc3b8c02f75333a225f for: {'port': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:40.925688 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:40.933210 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe70df-4359-4b0f-b57f-017e12e4aeaf None None] Pushing event updated for resources: {'Port': ['ID=f8b068a0-7f71-4b33-baaf-7d3768d78389,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:40.955806 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:15:40.956126 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Request body: {'port': {'device_id': '231ea380-cd54-4b1e-a766-0b54aefee668', 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b', 'admin_state_up': True, 'tenant_id': '63c5939bd66a4732804c628d2ccf8743'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:40.962338 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:15:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:41.090461 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:41.287045 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 709c8e12-2ad7-408f-972c-ba2c76f6fc0a completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:41.315872 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 709c8e12-2ad7-408f-972c-ba2c76f6fc0a triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:41.320227 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:41.325126 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:15:41.326515 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:41.406606 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d55d441c-8e29-4a91-8e2c-35217f896939 req-76a1d6a9-b466-43bf-a879-9b9fb064b8bc tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 210 time: 0.3052101 Aug 17 01:15:41.595232 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3c4d2213-efdc-499b-8238-c103ca7a557d req-72021145-424a-4a3d-9772-882685e4f69f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 210 time: 0.5975797 Aug 17 01:15:41.595232 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:41.606637 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7907472'] for router_interface, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:41.898982 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:42.025820 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 709c8e12-2ad7-408f-972c-ba2c76f6fc0a, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=709c8e12-2ad7-408f-972c-ba2c76f6fc0a,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:42.068751 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:35Z', 'revision_number': 3, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:42.170245 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4c8626-8c69-4bfc-8b9d-af0205e8fba5,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:42.198108 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1228a65-acc3-415d-91f0-cc18c196dccb None None] The sync data for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi is: [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:35Z', 'revision_number': 3, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:15:42.436452 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:42.499995 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Network b08e8e09-29ee-47e0-8a15-1911920c916e is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:42.504058 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:42.880464 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Made reservation on behalf of 63c5939bd66a4732804c628d2ccf8743 for: {'port': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:42.884039 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:42.920491 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Allocated IP 172.20.0.1 (2d078c6a-bf10-4978-938b-717465589ddc/3ed0da04-3611-4266-b624-ad13c42ea9f6/e6f751ef-0f9e-4b2c-bb61-cc5c685061cc) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:15:42.974523 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device f8f0c83d-f448-4029-aaf5-6ec747a2ad3f up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:43.193781 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e0175e4d-9293-4f1e-a19a-029c79a1027d req-2c195b94-34f8-44b3-b270-272a69720f41 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 210 time: 0.1683750 Aug 17 01:15:43.322562 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=709c8e12-2ad7-408f-972c-ba2c76f6fc0a,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:43.527633 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port f8f0c83d-f448-4029-aaf5-6ec747a2ad3f completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:43.535560 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port f8f0c83d-f448-4029-aaf5-6ec747a2ad3f triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:43.536803 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:43.576912 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35848) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:43.648941 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-165c5ed6-080d-4f6a-b294-97dcd6902b6d None None] Provisioning complete for port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:43.649385 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-165c5ed6-080d-4f6a-b294-97dcd6902b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:43.780638 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-165c5ed6-080d-4f6a-b294-97dcd6902b6d None None] Port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:15:43.798911 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:43.844028 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:15:43.848181 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Transition to ACTIVE for port object e6f751ef-0f9e-4b2c-bb61-cc5c685061cc will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:43.891388 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9ecc28a5-042a-4a1a-9b16-20d1b9b086f7 req-7c8d1c39-c5da-4b60-933a-9618319d293b tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 210 time: 0.4471071 Aug 17 01:15:43.934869 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:44.057376 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port f8f0c83d-f448-4029-aaf5-6ec747a2ad3f, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=f8f0c83d-f448-4029-aaf5-6ec747a2ad3f,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:44.075843 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Allocated IP 172.20.0.10 (557ce7a2-1d57-4387-822b-445949d62f04/571acfdf-0498-42c6-a82e-47361a035cd5/42b5e4e9-7519-45eb-8fa5-e366648be101) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:15:44.180137 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:44.212186 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:44.419722 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Allocated IP 172.20.0.3 (bcd34715-fee9-40c3-b0a9-b230f765973b/bee06119-e53c-4169-bec8-a335f9eda31b/65865e6b-f533-46b6-b490-b8758f1fe260) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:15:44.465379 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Network 2d078c6a-bf10-4978-938b-717465589ddc is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:44.484885 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:44.497179 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=f8f0c83d-f448-4029-aaf5-6ec747a2ad3f,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:44.516479 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:15:44.516479 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7907428'] for router_interface, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:44.658900 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:15:44.746066 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-08eb163f-3fd4-4946-b70c-4ad3897f4917 admin admin] 10.222.0.45 "PUT /v2.0/routers/383d3959-8bd4-4db3-8502-3b9c0580fdb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4674392 Aug 17 01:15:44.827787 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-65eef631-b1b3-4882-a78f-50c932f375c7 req-6b2c3f6a-7384-4dba-af2a-e0242a927746 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 210 time: 0.1895831 Aug 17 01:15:44.840043 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:44.990207 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-51ad90a9-d9be-4b55-a7ce-a677415ed2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:45.042326 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device f8b068a0-7f71-4b33-baaf-7d3768d78389 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:45.151348 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:45.153379 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7907472'] for router_interface, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:45.158681 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f751ef-0f9e-4b2c-bb61-cc5c685061cc,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:45.169229 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:45.178301 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:15:45.280592 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7aa749a8-d4fd-44aa-b3c0-ee0ee8e1b036 None None] Provisioning for port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:45.285784 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7aa749a8-d4fd-44aa-b3c0-ee0ee8e1b036 None None] Provisioning complete for port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:45.286220 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7aa749a8-d4fd-44aa-b3c0-ee0ee8e1b036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:45.322522 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-60a94ef5-8cfc-4a46-87af-3b5474fe5b60 req-3bfc9aca-8f7d-486a-8555-efef8cd7175b tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 210 time: 0.1579170 Aug 17 01:15:45.338112 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port f8b068a0-7f71-4b33-baaf-7d3768d78389 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:45.357470 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7aa749a8-d4fd-44aa-b3c0-ee0ee8e1b036 None None] Port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:15:45.361196 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port f8b068a0-7f71-4b33-baaf-7d3768d78389 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:45.361792 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:45.367684 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:45.601768 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:45.615132 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=12941e23-2624-496c-821c-c81c002bd952,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:45.616804 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:45.623556 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:45.643466 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Pushing event updated for resources: {'Port': ['ID=65865e6b-f533-46b6-b490-b8758f1fe260,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:45.647925 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:45.692471 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Network bcd34715-fee9-40c3-b0a9-b230f765973b is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:45.697008 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:45.717525 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:15:45.744401 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:45.752219 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Sync routers for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:15:45.752373 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:45.769527 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port f8b068a0-7f71-4b33-baaf-7d3768d78389, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=f8b068a0-7f71-4b33-baaf-7d3768d78389,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:45.780120 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:45.800521 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:15:45.805418 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:15:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:45.918161 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:45.940239 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device f8f0c83d-f448-4029-aaf5-6ec747a2ad3f up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:46.152348 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=f8b068a0-7f71-4b33-baaf-7d3768d78389,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:46.174453 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:15:46.277649 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port f8f0c83d-f448-4029-aaf5-6ec747a2ad3f triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:46.278114 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:46.483455 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35908) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:46.507068 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da18b7c-de00-4340-93f6-4b3fb0bc71ee req-88486794-0c3d-417c-81cb-45dbfe21218a tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:46.515565 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8da18b7c-de00-4340-93f6-4b3fb0bc71ee req-88486794-0c3d-417c-81cb-45dbfe21218a tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 931 time: 0.1980145 Aug 17 01:15:46.553316 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-51ad90a9-d9be-4b55-a7ce-a677415ed2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:46.575741 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:46.590176 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 709c8e12-2ad7-408f-972c-ba2c76f6fc0a up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:46.592129 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Router 2e69336e-af32-41c9-8f8d-527939439a0c has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:15:46.664247 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4a87-fd27-441a-904f-88dd36807b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:46.703151 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-3b722253-f2db-470a-9f87-e9c832598d75 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9200127 Aug 17 01:15:46.719339 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Pushing event updated for resources: {'Port': ['ID=42b5e4e9-7519-45eb-8fa5-e366648be101,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:46.731980 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-51ad90a9-d9be-4b55-a7ce-a677415ed2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:46.742114 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 709c8e12-2ad7-408f-972c-ba2c76f6fc0a triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:46.742668 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:46.799310 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8da18b7c-de00-4340-93f6-4b3fb0bc71ee req-916a2be6-0cbc-41dc-b055-111c30eac50a tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825410 Aug 17 01:15:46.802404 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:40Z', 'revision_number': 2, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:46.859612 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35912) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:46.865862 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Checking router: 383d3959-8bd4-4db3-8502-3b9c0580fdb0 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:15:46.866230 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Updating router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 binding host dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:15:46.868368 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-51ad90a9-d9be-4b55-a7ce-a677415ed2a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94cc42dbc65048089200acf01ee1e51c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2630684 Aug 17 01:15:46.888093 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Network 557ce7a2-1d57-4387-822b-445949d62f04 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:46.917732 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:46.919933 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35914) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:46.932183 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-dae51e0c-b0c3-42e3-b3b0-a396af7ae2bb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217417878', 'description': 'tempest-description--159639720'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:46.952336 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4a87-fd27-441a-904f-88dd36807b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:46.954729 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:46.978816 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f925e90b-aa0b-498a-95c3-0f7a40fa5592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.032633 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f925e90b-aa0b-498a-95c3-0f7a40fa5592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.040055 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:47.048901 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:15:47.055180 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:47.056400 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.072745 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad90a9-d9be-4b55-a7ce-a677415ed2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc874606-e774-4f0b-91a0-1ddeace5d724,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:47.113658 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:15:47.120656 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device f8b068a0-7f71-4b33-baaf-7d3768d78389 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:47.132461 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-36d46d20-5348-464f-aea3-6273e6f18fc5 admin admin] 10.222.0.45 "PUT /v2.0/routers/2e69336e-af32-41c9-8f8d-527939439a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9339185 Aug 17 01:15:47.149579 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Sync routers for ids ['2e69336e-af32-41c9-8f8d-527939439a0c'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:15:47.164952 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Routers {'2e69336e-af32-41c9-8f8d-527939439a0c'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:15:47.165897 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:15:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['2e69336e-af32-41c9-8f8d-527939439a0c'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:47.167484 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8290a-e6c8-4931-b6e4-3188714634ab req-c86834e2-a57f-4e68-a320-9516e1e0dc8f tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:47.211455 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-83f8290a-e6c8-4931-b6e4-3188714634ab req-c86834e2-a57f-4e68-a320-9516e1e0dc8f tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 932 time: 0.1487637 Aug 17 01:15:47.211455 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.211455 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7907472'] for router_interface, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.212008 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port f8b068a0-7f71-4b33-baaf-7d3768d78389 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:47.212008 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.357455 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Set router 2e69336e-af32-41c9-8f8d-527939439a0c gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:15:47.394361 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f751ef-0f9e-4b2c-bb61-cc5c685061cc,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:47.415255 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-83f8290a-e6c8-4931-b6e4-3188714634ab req-0f8c99aa-e377-481d-ac8a-6f258a3e8204 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652253 Aug 17 01:15:47.442935 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4a87-fd27-441a-904f-88dd36807b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.447037 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Network 2d078c6a-bf10-4978-938b-717465589ddc is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:15:47.453243 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:15:47.509635 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-6ecb4a87-fd27-441a-904f-88dd36807b64 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=070d6927b61240ceadd226464409bd21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0252776 Aug 17 01:15:47.510805 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35926) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:47.511231 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb4a87-fd27-441a-904f-88dd36807b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a19e84f-ec5f-441c-ab82-d156003e656e,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:47.566243 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f925e90b-aa0b-498a-95c3-0f7a40fa5592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.568794 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f925e90b-aa0b-498a-95c3-0f7a40fa5592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.572326 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-f925e90b-aa0b-498a-95c3-0f7a40fa5592 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc874606-e774-4f0b-91a0-1ddeace5d724 HTTP/1.1" status: 204 len: 168 time: 0.7091830 Aug 17 01:15:47.573222 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Notify callbacks [] for port, precommit_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.597570 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Transition to ACTIVE for port object 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:47.602075 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-c03d5297-ee81-40f3-8281-6ae95a1657cb tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.8395116 Aug 17 01:15:47.653702 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1547589362-router', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:30Z', 'updated_at': '2021-08-17T01:15:40Z', 'revision_number': 4, 'project_id': '9676635fd0c24582a98d22c51b17f793', 'gw_port': {'id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '12941e23-2624-496c-821c-c81c002bd952', 'name': '', 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'mac_address': 'fa:16:3e:46:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8e2c2a28-77ad-473a-b650-c5be7686e385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:37Z', 'updated_at': '2021-08-17T01:15:42Z', 'revision_number': 2, 'project_id': '9676635fd0c24582a98d22c51b17f793', 'subnets': [{'id': '8e2c2a28-77ad-473a-b650-c5be7686e385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:47.670290 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925e90b-aa0b-498a-95c3-0f7a40fa5592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc874606-e774-4f0b-91a0-1ddeace5d724,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:47.677399 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.686052 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edd5859b-f23d-4696-a101-cd512b519376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.743447 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Checking router: 2e69336e-af32-41c9-8f8d-527939439a0c for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:15:47.743911 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Updating router 2e69336e-af32-41c9-8f8d-527939439a0c port 12941e23-2624-496c-821c-c81c002bd952 binding host dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:15:47.748603 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edd5859b-f23d-4696-a101-cd512b519376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.782987 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Router 0584656b-d025-4c3e-8a60-e2f5452c04b2 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:15:47.815499 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.875766 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-efa51a4a-3118-4c92-a871-a69f35d6dbf9 None None] Provisioning complete for port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:47.876148 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-efa51a4a-3118-4c92-a871-a69f35d6dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:47.974773 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dae51e0c-b0c3-42e3-b3b0-a396af7ae2bb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:48.006561 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-6dc94351-0564-4525-8770-8abd6c889f28 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:48.012187 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2015175-ae7c-40a0-89e3-2141ce8d25f4 None None] Pushing event updated for resources: {'Port': ['ID=6d4c8626-8c69-4bfc-8b9d-af0205e8fba5,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:48.023636 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-6dc94351-0564-4525-8770-8abd6c889f28 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/networks?id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 HTTP/1.1" status: 200 len: 819 time: 0.2769518 Aug 17 01:15:48.069693 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:15:48.084488 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Attempting to bind port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:15:48.085651 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Attempting to bind port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:15:48.086245 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Attempting to bind port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 on network b08e8e09-29ee-47e0-8a15-1911920c916e {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:48.090813 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-210b9c7f-35aa-4059-826c-d74ca5b1ec09 admin admin] 10.222.0.45 "PUT /v2.0/routers/0584656b-d025-4c3e-8a60-e2f5452c04b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1836402 Aug 17 01:15:48.099594 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6635cc-6a0e-4cb8-9d66-5f539e925516 req-d5fd2593-a28a-4412-9a7e-43a6e98e7cad tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:48.101028 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b844077b-1efd-4c6b-b96c-ce61bbee8b50 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/quotas/9676635fd0c24582a98d22c51b17f793 HTTP/1.1" status: 200 len: 375 time: 0.0724516 Aug 17 01:15:48.101526 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1a6635cc-6a0e-4cb8-9d66-5f539e925516 req-d5fd2593-a28a-4412-9a7e-43a6e98e7cad tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 931 time: 0.1826854 Aug 17 01:15:48.116876 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:15:48.122659 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Checking segment: {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:48.122659 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:48.123255 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Bound using segment: {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:15:48.124246 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Bound port: 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:15:48.125074 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:48.128872 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Sync routers for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:15:48.161886 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:15:48.163036 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:15:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:48.198170 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1a6635cc-6a0e-4cb8-9d66-5f539e925516 req-e21e4229-7e9b-4013-99c9-0f079b18c7a1 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827682 Aug 17 01:15:48.208362 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-7dea7a51-e478-4e48-96be-544797d88a85 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9676635fd0c24582a98d22c51b17f793&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063006 Aug 17 01:15:48.296820 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edd5859b-f23d-4696-a101-cd512b519376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:48.306062 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edd5859b-f23d-4696-a101-cd512b519376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:48.311566 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-edd5859b-f23d-4696-a101-cd512b519376 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a19e84f-ec5f-441c-ab82-d156003e656e HTTP/1.1" status: 204 len: 168 time: 0.7938187 Aug 17 01:15:48.401495 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-c3cb6618-035c-4933-b764-552ee0565299 service neutron] 10.222.0.45 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922083 Aug 17 01:15:48.406016 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5859b-f23d-4696-a101-cd512b519376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a19e84f-ec5f-441c-ab82-d156003e656e,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:48.451223 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-efa51a4a-3118-4c92-a871-a69f35d6dbf9 None None] Port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:15:48.527097 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:15:48.571005 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dae51e0c-b0c3-42e3-b3b0-a396af7ae2bb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:48.575674 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-43d68d21-9746-4f1b-9eb6-8253db7b19db service neutron] 10.222.0.45 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589894 Aug 17 01:15:48.632751 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:48.640901 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dae51e0c-b0c3-42e3-b3b0-a396af7ae2bb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:48.661852 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Transition to ACTIVE for port object 12941e23-2624-496c-821c-c81c002bd952 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:48.679365 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] For port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:15:48.681072 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae51e0c-b0c3-42e3-b3b0-a396af7ae2bb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a40a95-7062-483b-8788-a564699444f3,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:48.690330 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35954) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:48.712508 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0d2552df-1af4-462d-9a3d-26d34261524a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:48.747226 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dae51e0c-b0c3-42e3-b3b0-a396af7ae2bb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:48.771142 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] For port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=6d4c8626-8c69-4bfc-8b9d-af0205e8fba5,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:15:48.771387 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-dae51e0c-b0c3-42e3-b3b0-a396af7ae2bb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8347359 Aug 17 01:15:48.771387 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35956) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:48.774697 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-7dbe8b40-a9a9-4c8d-b59a-1405c6033c45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Request body: {'security_group_rule': {'security_group_id': 'd9a40a95-7062-483b-8788-a564699444f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:48.802206 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:48.916188 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d30fb-5bc7-4cda-93c9-9c300471d26a None None] Pushing event updated for resources: {'Port': ['ID=12941e23-2624-496c-821c-c81c002bd952,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:48.953136 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 2, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:48.960680 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0d2552df-1af4-462d-9a3d-26d34261524a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.009076 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Attempting to bind port 12941e23-2624-496c-821c-c81c002bd952 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:15:49.009535 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Attempting to bind port 12941e23-2624-496c-821c-c81c002bd952 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:15:49.009828 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Attempting to bind port 12941e23-2624-496c-821c-c81c002bd952 on network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:49.028807 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.038166 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:15:49.038925 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Checking segment: {'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:49.039136 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Checking router: 0584656b-d025-4c3e-8a60-e2f5452c04b2 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:15:49.039281 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.041049 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0d2552df-1af4-462d-9a3d-26d34261524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.044338 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Bound using segment: {'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:15:49.045626 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Updating router 0584656b-d025-4c3e-8a60-e2f5452c04b2 port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc binding host dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:15:49.049910 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Bound port: 12941e23-2624-496c-821c-c81c002bd952, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:15:49.053057 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.127448 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.152253 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8b40-a9a9-4c8d-b59a-1405c6033c45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.190292 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-0d2552df-1af4-462d-9a3d-26d34261524a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=16c8303d32f2400086017b1caa997634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960289 Aug 17 01:15:49.195925 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35964) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:49.196642 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2552df-1af4-462d-9a3d-26d34261524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f70fdf-7841-4091-bb4b-00cbb66e50d7,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:49.203061 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:15:49.205339 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:15:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:49.206970 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2015175-ae7c-40a0-89e3-2141ce8d25f4 None None] Pushing event updated for resources: {'Port': ['ID=6d4c8626-8c69-4bfc-8b9d-af0205e8fba5,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:49.333937 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c12e3360-9bfc-4430-bbe5-97cdc908d0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.398408 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c12e3360-9bfc-4430-bbe5-97cdc908d0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.426807 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] For port 12941e23-2624-496c-821c-c81c002bd952, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:15:49.443832 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] For port 12941e23-2624-496c-821c-c81c002bd952, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=12941e23-2624-496c-821c-c81c002bd952,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:15:49.521839 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.535271 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dd0d3-9f6b-4e23-86fe-5a411c32fe5a req-55692091-eaad-4170-8fdb-3eb9181ddc4c tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:49.545470 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe7dd0d3-9f6b-4e23-86fe-5a411c32fe5a req-55692091-eaad-4170-8fdb-3eb9181ddc4c tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 932 time: 0.3702922 Aug 17 01:15:49.567507 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c12e3360-9bfc-4430-bbe5-97cdc908d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.571219 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c12e3360-9bfc-4430-bbe5-97cdc908d0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.572844 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-c12e3360-9bfc-4430-bbe5-97cdc908d0e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21f70fdf-7841-4091-bb4b-00cbb66e50d7 HTTP/1.1" status: 204 len: 168 time: 0.3610175 Aug 17 01:15:49.611725 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-77c2e01e-383c-4529-a7d2-cd305fff0820 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:15:49.613621 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-77c2e01e-383c-4529-a7d2-cd305fff0820 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121629 Aug 17 01:15:49.631188 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8b40-a9a9-4c8d-b59a-1405c6033c45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.646701 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Routers {'2e69336e-af32-41c9-8f8d-527939439a0c'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:15:49.647393 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:15:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['2e69336e-af32-41c9-8f8d-527939439a0c'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:49.649195 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-e2397bdc-420a-4983-9d04-f53fce7bf50c tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:15:49.651752 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-e2397bdc-420a-4983-9d04-f53fce7bf50c tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0360627 Aug 17 01:15:49.663425 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e3360-9bfc-4430-bbe5-97cdc908d0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f70fdf-7841-4091-bb4b-00cbb66e50d7,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:49.698520 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35976) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:49.729306 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-29c74349-1fed-4979-ae6e-58d9d62fa5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.737315 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d30fb-5bc7-4cda-93c9-9c300471d26a None None] Pushing event updated for resources: {'Port': ['ID=12941e23-2624-496c-821c-c81c002bd952,revision_number=4']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:49.748458 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe7dd0d3-9f6b-4e23-86fe-5a411c32fe5a req-f6ce313b-5ddf-43f9-856b-348f0317aa2c tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932421 Aug 17 01:15:49.756690 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8b40-a9a9-4c8d-b59a-1405c6033c45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:49.836923 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe8b40-a9a9-4c8d-b59a-1405c6033c45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841b7bb8-7bc6-45b5-9a96-f75dddd4a782,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:49.927005 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] Set router 2e69336e-af32-41c9-8f8d-527939439a0c gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:15:50.026746 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1be29c23-c44f-4963-9456-139c6cfb376e req-bd2e0f82-2f8c-4caf-80ee-d6b525290858 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 210 time: 0.1223328 Aug 17 01:15:50.093697 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:15:50.107958 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-29c74349-1fed-4979-ae6e-58d9d62fa5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:50.175075 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-29c74349-1fed-4979-ae6e-58d9d62fa5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:50.280217 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-29c74349-1fed-4979-ae6e-58d9d62fa5c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb8506a3ead340748d74798966910082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800452 Aug 17 01:15:50.298964 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 35988) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:50.375011 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c74349-1fed-4979-ae6e-58d9d62fa5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6457932-6203-4c23-a72d-0e627dbc5ab9,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:50.483209 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 35996) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:50.493764 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-439246b9-e65c-4ca2-a98e-8af937101cfe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--262291810', 'description': 'tempest-description--1123830378'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:50.564620 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219438e-fa13-4d31-9a56-10ac70eea2f5 req-b212807f-946e-4348-ad4e-68beb980cdbf tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:50.576552 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8219438e-fa13-4d31-9a56-10ac70eea2f5 req-b212807f-946e-4348-ad4e-68beb980cdbf tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 931 time: 0.3957512 Aug 17 01:15:50.580389 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8b40-a9a9-4c8d-b59a-1405c6033c45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:50.585437 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-7dbe8b40-a9a9-4c8d-b59a-1405c6033c45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8211708 Aug 17 01:15:50.605985 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 36004) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:50.652019 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-10b4bc25-1529-4d66-a94f-3c8a7daa028a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Request body: {'security_group_rule': {'security_group_id': 'd9a40a95-7062-483b-8788-a564699444f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:50.742189 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Request body: {'port': {'device_id': '182fecc8-6033-4000-b06a-5c5caf6481d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:50.768700 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8219438e-fa13-4d31-9a56-10ac70eea2f5 req-c93e4b49-9699-46dd-889e-59013068c594 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897464 Aug 17 01:15:50.770259 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bcc42a2-e328-49ce-ba57-03a7be196308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:50.827413 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1547589362-router', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:30Z', 'updated_at': '2021-08-17T01:15:40Z', 'revision_number': 4, 'project_id': '9676635fd0c24582a98d22c51b17f793', 'gw_port': {'id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '12941e23-2624-496c-821c-c81c002bd952', 'name': '', 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'mac_address': 'fa:16:3e:46:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8e2c2a28-77ad-473a-b650-c5be7686e385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:37Z', 'updated_at': '2021-08-17T01:15:49Z', 'revision_number': 4, 'project_id': '9676635fd0c24582a98d22c51b17f793', 'subnets': [{'id': '8e2c2a28-77ad-473a-b650-c5be7686e385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:50.973010 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db72b3-f4a5-4d0e-a379-8918ab1fc605 None None] The sync data for ids ['2e69336e-af32-41c9-8f8d-527939439a0c'] in dv-cinder-803901-7-iscsi is: [{'id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1547589362-router', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:30Z', 'updated_at': '2021-08-17T01:15:40Z', 'revision_number': 4, 'project_id': '9676635fd0c24582a98d22c51b17f793', 'gw_port': {'id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '12941e23-2624-496c-821c-c81c002bd952', 'name': '', 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'mac_address': 'fa:16:3e:46:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8e2c2a28-77ad-473a-b650-c5be7686e385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:37Z', 'updated_at': '2021-08-17T01:15:49Z', 'revision_number': 4, 'project_id': '9676635fd0c24582a98d22c51b17f793', 'subnets': [{'id': '8e2c2a28-77ad-473a-b650-c5be7686e385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:15:50.978715 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-439246b9-e65c-4ca2-a98e-8af937101cfe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:51.011611 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Request body: {'port': {'device_id': '231ea380-cd54-4b1e-a766-0b54aefee668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:51.089004 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bcc42a2-e328-49ce-ba57-03a7be196308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:51.198345 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Notify callbacks [] for port, precommit_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:51.215757 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:51.217618 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Transition to ACTIVE for port object e6f751ef-0f9e-4b2c-bb61-cc5c685061cc will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:51.258539 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:51.268766 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-37fc0e3f-9ee9-4241-9066-9e559fc49820 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:51.270864 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-37fc0e3f-9ee9-4241-9066-9e559fc49820 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/networks?id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 HTTP/1.1" status: 200 len: 819 time: 0.5418046 Aug 17 01:15:51.294141 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-b66c6fd3-448a-46ed-bdb8-966fd99101af tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/quotas/9676635fd0c24582a98d22c51b17f793 HTTP/1.1" status: 200 len: 375 time: 0.0159712 Aug 17 01:15:51.366240 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:51.480824 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-10b4bc25-1529-4d66-a94f-3c8a7daa028a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:51.503036 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076382dc-52e9-45dd-878c-d4a98bb701d4 None None] Pushing event updated for resources: {'Port': ['ID=e6f751ef-0f9e-4b2c-bb61-cc5c685061cc,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:51.544917 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:48Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:51.657216 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebfdbdb-7894-46d2-a679-5851f1f18b30 None None] The sync data for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi is: [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:48Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:15:51.700396 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Attempting to bind port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:15:51.703816 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Attempting to bind port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:15:51.705190 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Attempting to bind port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc on network 2d078c6a-bf10-4978-938b-717465589ddc {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:51.755307 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:15:51.772939 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Checking segment: {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:51.775528 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:51.776419 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Bound using segment: {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:15:51.777451 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Bound port: e6f751ef-0f9e-4b2c-bb61-cc5c685061cc, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:15:51.778025 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:52.087199 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d119f4-3e08-4eeb-8cf7-e422072e6dc0 req-d3d73833-764e-4884-a4ba-e8f240aa5aa3 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:52.089999 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-35d119f4-3e08-4eeb-8cf7-e422072e6dc0 req-d3d73833-764e-4884-a4ba-e8f240aa5aa3 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 932 time: 1.0446675 Aug 17 01:15:52.090554 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] For port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:15:52.122051 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] For port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=e6f751ef-0f9e-4b2c-bb61-cc5c685061cc,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:15:52.192230 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:52.300498 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-439246b9-e65c-4ca2-a98e-8af937101cfe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:52.342103 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:52.410204 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-35d119f4-3e08-4eeb-8cf7-e422072e6dc0 req-c0c72a68-d731-4d57-8821-434e0a471947 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513514 Aug 17 01:15:52.521531 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:15:52.534859 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:15:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:52.837188 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b5e4e9-7519-45eb-8fa5-e366648be101 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:15:52.850032 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076382dc-52e9-45dd-878c-d4a98bb701d4 None None] Pushing event updated for resources: {'Port': ['ID=e6f751ef-0f9e-4b2c-bb61-cc5c685061cc,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:52.857477 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:52.907606 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Transition to ACTIVE for port object 42b5e4e9-7519-45eb-8fa5-e366648be101 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:52.913533 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bcc42a2-e328-49ce-ba57-03a7be196308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:52.933967 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bcc42a2-e328-49ce-ba57-03a7be196308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:52.933967 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-6bcc42a2-e328-49ce-ba57-03a7be196308 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6457932-6203-4c23-a72d-0e627dbc5ab9 HTTP/1.1" status: 204 len: 168 time: 2.6215038 Aug 17 01:15:53.080206 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc42a2-e328-49ce-ba57-03a7be196308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6457932-6203-4c23-a72d-0e627dbc5ab9,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:53.136979 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:15:53.188744 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e4ba6-3b55-4c87-924d-58b232cf72c4 req-b2795b84-bda1-4748-82cc-8a926c35da49 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:53.200367 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c30e4ba6-3b55-4c87-924d-58b232cf72c4 req-b2795b84-bda1-4748-82cc-8a926c35da49 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 931 time: 0.4646800 Aug 17 01:15:53.200367 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:53.372080 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-909f920a-d901-4e98-8a86-2623dcc3aa7d tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9676635fd0c24582a98d22c51b17f793&fields=id HTTP/1.1" status: 200 len: 255 time: 2.0480518 Aug 17 01:15:53.392531 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-439246b9-e65c-4ca2-a98e-8af937101cfe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:53.559261 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.81', 58636) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:53.683980 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Pushing event updated for resources: {'Port': ['ID=42b5e4e9-7519-45eb-8fa5-e366648be101,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:53.883327 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c30e4ba6-3b55-4c87-924d-58b232cf72c4 req-42081f9a-12b8-4c74-b9bb-0415617e5f7a tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6048601 Aug 17 01:15:53.883443 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-439246b9-e65c-4ca2-a98e-8af937101cfe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:53.899789 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-439246b9-e65c-4ca2-a98e-8af937101cfe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.4040763 Aug 17 01:15:53.918494 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 36048) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:53.967926 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 12941e23-2624-496c-821c-c81c002bd952 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:54.152260 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-c57d6d6c-2012-4092-a607-d843e47f9021 service neutron] 10.222.0.45 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7792013 Aug 17 01:15:54.165325 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439246b9-e65c-4ca2-a98e-8af937101cfe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d12240d-fe00-4971-afd0-892ffbb8c5be,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:54.187335 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-052e2ecd-c42a-46b7-8d99-60464d6f5821 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Request body: {'security_group_rule': {'security_group_id': '2d12240d-fe00-4971-afd0-892ffbb8c5be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:54.352432 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-10b4bc25-1529-4d66-a94f-3c8a7daa028a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:54.353822 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Attempting to bind port 42b5e4e9-7519-45eb-8fa5-e366648be101 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:15:54.354718 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Attempting to bind port 42b5e4e9-7519-45eb-8fa5-e366648be101 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'ce990923-b9be-48ac-aa25-a755598ac638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '557ce7a2-1d57-4387-822b-445949d62f04'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:15:54.354718 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Attempting to bind port 42b5e4e9-7519-45eb-8fa5-e366648be101 on network 557ce7a2-1d57-4387-822b-445949d62f04 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:54.403493 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Port 42b5e4e9-7519-45eb-8fa5-e366648be101 on network 557ce7a2-1d57-4387-822b-445949d62f04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:15:54.413289 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Attempting to bind port 42b5e4e9-7519-45eb-8fa5-e366648be101 on network 557ce7a2-1d57-4387-822b-445949d62f04 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:54.442327 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:15:54.443198 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Checking segment: {'id': 'ce990923-b9be-48ac-aa25-a755598ac638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '557ce7a2-1d57-4387-822b-445949d62f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:54.447408 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Bound using segment: {'id': 'ce990923-b9be-48ac-aa25-a755598ac638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '557ce7a2-1d57-4387-822b-445949d62f04'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:15:54.447408 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Bound port: 42b5e4e9-7519-45eb-8fa5-e366648be101, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce990923-b9be-48ac-aa25-a755598ac638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '557ce7a2-1d57-4387-822b-445949d62f04'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:15:54.447408 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:54.564878 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-10b4bc25-1529-4d66-a94f-3c8a7daa028a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:54.721713 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493f277-48f6-4b32-9e5a-fd0e32fe0280 req-1f6be6d3-7418-4db2-af8e-900e0e5a5940 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:54.734509 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-3163d19b-55c5-4352-9814-316b42f82896 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:54.752346 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-3163d19b-55c5-4352-9814-316b42f82896 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.81 "GET /v2.0/networks?id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 HTTP/1.1" status: 200 len: 819 time: 1.1478536 Aug 17 01:15:54.758012 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f493f277-48f6-4b32-9e5a-fd0e32fe0280 req-1f6be6d3-7418-4db2-af8e-900e0e5a5940 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 944 time: 0.6269805 Aug 17 01:15:54.916083 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:52Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:15:54.965225 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-ee0335fb-b14b-4663-a129-efd94711932e service neutron] 10.222.0.45 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7544441 Aug 17 01:15:54.981984 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f493f277-48f6-4b32-9e5a-fd0e32fe0280 req-157882b2-bfbc-4640-959a-8fe338678c4a tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226551 Aug 17 01:15:55.020309 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] For port 42b5e4e9-7519-45eb-8fa5-e366648be101, host hv-cinder-80390, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:15:55.025495 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Request body: {'port': {'device_id': 'b132e4ce-43bc-4c16-bb89-096790c881d0', 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28', 'admin_state_up': True, 'tenant_id': '9676635fd0c24582a98d22c51b17f793'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:55.043728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] For port 42b5e4e9-7519-45eb-8fa5-e366648be101, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=42b5e4e9-7519-45eb-8fa5-e366648be101,segment=NetworkSegment(ce990923-b9be-48ac-aa25-a755598ac638),segment_id=ce990923-b9be-48ac-aa25-a755598ac638)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:15:55.066465 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451dad3-ec55-4b2c-bbd2-939d01a30e2d None None] The sync data for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi is: [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:52Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:15:55.075502 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 12941e23-2624-496c-821c-c81c002bd952 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:55.095009 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 12941e23-2624-496c-821c-c81c002bd952 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:55.104873 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:55.115997 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:55.451613 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Pushing event updated for resources: {'Port': ['ID=42b5e4e9-7519-45eb-8fa5-e366648be101,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:55.631050 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:55.690850 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:55.706970 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:55.709210 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-2bab173d-9479-4462-acdf-d17c7df5851e service neutron] 10.222.0.81 "PUT /v2.0/ports/42b5e4e9-7519-45eb-8fa5-e366648be101 HTTP/1.1" status: 200 len: 1094 time: 5.4489210 Aug 17 01:15:55.716267 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182fecc8-6033-4000-b06a-5c5caf6481d3', 'tag': '42b5e4e9-7519-45eb-8fa5-e366648be101'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:15:55.732895 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-91bc60e1-7f85-4f86-9cab-8392dc95797e req-ee60ef4a-f86d-4ccb-af39-7820be957608 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 210 time: 0.1300323 Aug 17 01:15:55.735003 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4bc25-1529-4d66-a94f-3c8a7daa028a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62eb9e9f-4faa-4e19-a251-b0c598b9074e,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:55.781517 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-052e2ecd-c42a-46b7-8d99-60464d6f5821 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:55.916518 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-10b4bc25-1529-4d66-a94f-3c8a7daa028a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:55.918205 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-10b4bc25-1529-4d66-a94f-3c8a7daa028a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 5.3111510 Aug 17 01:15:55.954300 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 12941e23-2624-496c-821c-c81c002bd952, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=12941e23-2624-496c-821c-c81c002bd952,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:55.959688 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 36108) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:56.087616 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:56.090234 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:56.098037 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Request body: {'floatingip': {'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:56.180620 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Made reservation on behalf of 9676635fd0c24582a98d22c51b17f793 for: {'port': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:15:56.210171 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:56.253398 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65865e6b-f533-46b6-b490-b8758f1fe260 {{(pid=94703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:15:56.327642 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:56.362642 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:56.601019 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=12941e23-2624-496c-821c-c81c002bd952,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:56.773090 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:56.781037 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:56.781857 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:56.800233 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-052e2ecd-c42a-46b7-8d99-60464d6f5821 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:56.803677 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Transition to ACTIVE for port object 65865e6b-f533-46b6-b490-b8758f1fe260 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:15:56.811141 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75ae64-381d-4c71-a8a5-df5c8c6fef33 req-3869f783-a0c6-4586-8aaa-472b67c2bc4a tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:56.820136 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dd75ae64-381d-4c71-a8a5-df5c8c6fef33 req-3869f783-a0c6-4586-8aaa-472b67c2bc4a tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 944 time: 0.6034906 Aug 17 01:15:56.913821 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93d5f21-0c38-434d-8849-074ba0c29186" -d '{"events": [{"name": "network-changed", "server_uuid": "182fecc8-6033-4000-b06a-5c5caf6481d3", "tag": "42b5e4e9-7519-45eb-8fa5-e366648be101"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:15:56.951652 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dd75ae64-381d-4c71-a8a5-df5c8c6fef33 req-4d6798b2-ca14-41cf-8c31-6532a33f6cf7 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305106 Aug 17 01:15:56.973013 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-052e2ecd-c42a-46b7-8d99-60464d6f5821 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:56.975871 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f75b1-b8ef-480e-95ba-507ac340c4b5 req-7fbaa885-d987-4a2d-9db3-469547c11492 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:56.977988 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8d0f75b1-b8ef-480e-95ba-507ac340c4b5 req-7fbaa885-d987-4a2d-9db3-469547c11492 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 931 time: 1.5716980 Aug 17 01:15:57.037278 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:57.038246 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-087008c6-533d-4c9d-a14a-14de60c65ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:57.040982 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-087008c6-533d-4c9d-a14a-14de60c65ef7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da48847c0d4a4cc3b8c02f75333a225f&device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 1097 time: 1.0065823 Aug 17 01:15:57.070158 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Allocated IP 172.20.0.3 (1b9aa463-6c5d-4280-ae92-eeb6c35c5d28/8e2c2a28-77ad-473a-b650-c5be7686e385/fc383a63-3786-40cd-a483-096cca8d7f26) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:15:57.142846 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:57.224764 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=6d4c8626-8c69-4bfc-8b9d-af0205e8fba5,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:57.230058 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-9492c322-9959-4542-b8bc-f4357ae06306 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42b5e4e9-7519-45eb-8fa5-e366648be101 HTTP/1.1" status: 200 len: 217 time: 0.1762235 Aug 17 01:15:57.241283 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8d0f75b1-b8ef-480e-95ba-507ac340c4b5 req-9c220c50-ddfb-4b8d-b70e-49aa12afcbfd tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432990 Aug 17 01:15:57.280397 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e2ecd-c42a-46b7-8d99-60464d6f5821 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aab8f52-5692-49ab-86c4-86998ff2f499,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:57.293530 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:57.343746 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-66d7f8ef-f694-46cd-b761-a8610b871261 req-39884f39-1bfb-4884-a8a0-2cc52f19e0a4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 210 time: 0.1808083 Aug 17 01:15:57.454038 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-b1caae99-471c-439f-a70d-0bdf618413e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:57.455647 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-b1caae99-471c-439f-a70d-0bdf618413e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=571acfdf-0498-42c6-a82e-47361a035cd5 HTTP/1.1" status: 200 len: 851 time: 0.2133486 Aug 17 01:15:57.468236 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-052e2ecd-c42a-46b7-8d99-60464d6f5821 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:57.470343 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-052e2ecd-c42a-46b7-8d99-60464d6f5821 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3311868 Aug 17 01:15:57.491166 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 36146) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:15:57.509663 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-06821d0f-3fd5-4cfb-844f-dc7bae05b91c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Request body: {'security_group_rule': {'security_group_id': '2d12240d-fe00-4971-afd0-892ffbb8c5be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:15:57.541875 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Pushing event updated for resources: {'Port': ['ID=65865e6b-f533-46b6-b490-b8758f1fe260,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:57.548893 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=6d4c8626-8c69-4bfc-8b9d-af0205e8fba5,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:57.586833 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Attempting to bind port 65865e6b-f533-46b6-b490-b8758f1fe260 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:15:57.587665 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Attempting to bind port 65865e6b-f533-46b6-b490-b8758f1fe260 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:15:57.588275 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Attempting to bind port 65865e6b-f533-46b6-b490-b8758f1fe260 on network bcd34715-fee9-40c3-b0a9-b230f765973b {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:57.636138 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:57.673358 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-3e2ad62a-cb55-4aa5-b68b-bbd107ed44c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=557ce7a2-1d57-4387-822b-445949d62f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2005267 Aug 17 01:15:57.716653 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e6f751ef-0f9e-4b2c-bb61-cc5c685061cc up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:57.719473 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Port 65865e6b-f533-46b6-b490-b8758f1fe260 on network bcd34715-fee9-40c3-b0a9-b230f765973b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:15:57.735470 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Attempting to bind port 65865e6b-f533-46b6-b490-b8758f1fe260 on network bcd34715-fee9-40c3-b0a9-b230f765973b {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:15:57.872068 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:15:57.880373 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Checking segment: {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:15:57.882115 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Bound using segment: {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:15:57.883356 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Bound port: 65865e6b-f533-46b6-b490-b8758f1fe260, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:15:57.884179 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:57.965394 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06821d0f-3fd5-4cfb-844f-dc7bae05b91c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:58.058195 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:15:58.063726 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-d1caceca-7c0c-4877-b2cd-c5e14cc6def6 service neutron] 10.222.0.81 "GET /v2.0/networks/557ce7a2-1d57-4387-822b-445949d62f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416398 Aug 17 01:15:58.069138 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:58.069138 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:58.313825 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5636e49a-af71-49bf-8ac9-ef9a2f1369ba x-openstack-request-id: req-5636e49a-af71-49bf-8ac9-ef9a2f1369ba {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:15:58.316336 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182fecc8-6033-4000-b06a-5c5caf6481d3", "tag": "42b5e4e9-7519-45eb-8fa5-e366648be101", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:15:58.317035 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5636e49a-af71-49bf-8ac9-ef9a2f1369ba {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:15:58.317816 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182fecc8-6033-4000-b06a-5c5caf6481d3', 'tag': '42b5e4e9-7519-45eb-8fa5-e366648be101', 'status': 'completed', 'code': 200} Aug 17 01:15:58.355022 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:58.437822 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=e6f751ef-0f9e-4b2c-bb61-cc5c685061cc,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:15:58.473922 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0aa5015-bfd3-4b96-907f-201d416a7264 req-9c7fa96f-c21e-4dcb-a944-5671c8d89c31 service neutron] 10.222.0.81 "GET /v2.0/networks/557ce7a2-1d57-4387-822b-445949d62f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779249 Aug 17 01:15:58.493117 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] For port 65865e6b-f533-46b6-b490-b8758f1fe260, host hv-cinder-80390, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:15:58.533755 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:58.534591 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 12941e23-2624-496c-821c-c81c002bd952 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:58.633689 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] For port 65865e6b-f533-46b6-b490-b8758f1fe260, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=65865e6b-f533-46b6-b490-b8758f1fe260,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:15:58.687705 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b603e-78e4-4698-b00e-c95a093a945a req-c745a1b1-2cdd-41d6-8c4e-95f25bd09e13 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:58.709172 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-538b603e-78e4-4698-b00e-c95a093a945a req-c745a1b1-2cdd-41d6-8c4e-95f25bd09e13 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 944 time: 0.5641248 Aug 17 01:15:58.847302 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:58.847302 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:58.879072 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=e6f751ef-0f9e-4b2c-bb61-cc5c685061cc,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:58.885031 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 12941e23-2624-496c-821c-c81c002bd952 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:58.886092 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:58.899418 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d34e18-d534-48ce-8a35-06ea6e3b8286 req-7617a151-607b-439b-913f-a83e936a8c08 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:58.908694 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f0d34e18-d534-48ce-8a35-06ea6e3b8286 req-7617a151-607b-439b-913f-a83e936a8c08 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 943 time: 0.2836614 Aug 17 01:15:58.936689 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d5f21-0c38-434d-8849-074ba0c29186 req-7858f080-c87f-46c1-8ed8-96cedeea7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:58.940782 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f93d5f21-0c38-434d-8849-074ba0c29186 req-7858f080-c87f-46c1-8ed8-96cedeea7b21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da48847c0d4a4cc3b8c02f75333a225f&device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 1097 time: 0.2374384 Aug 17 01:15:59.001381 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06821d0f-3fd5-4cfb-844f-dc7bae05b91c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:59.109190 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Allocated IP 172.27.3.62 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/e3d3320a-28d6-4ba2-8474-3f78513e2353) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:15:59.178939 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:59.183320 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:59.183320 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] 10.222.0.81 "PUT /v2.0/ports/65865e6b-f533-46b6-b490-b8758f1fe260 HTTP/1.1" status: 200 len: 1093 time: 8.9268160 Aug 17 01:15:59.204768 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-538b603e-78e4-4698-b00e-c95a093a945a req-e010ca0c-2b13-4aab-abc5-620e2bd2f602 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891934 Aug 17 01:15:59.205631 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c7128-aff4-40bc-8cfd-5539f3da8dbf service neutron] Pushing event updated for resources: {'Port': ['ID=65865e6b-f533-46b6-b490-b8758f1fe260,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:59.217607 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231ea380-cd54-4b1e-a766-0b54aefee668', 'tag': '65865e6b-f533-46b6-b490-b8758f1fe260'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:15:59.639467 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f0d34e18-d534-48ce-8a35-06ea6e3b8286 req-4ab4f89f-582c-4618-b375-f8b380c2db3e tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656395 Aug 17 01:15:59.641053 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06821d0f-3fd5-4cfb-844f-dc7bae05b91c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:59.641649 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e6f751ef-0f9e-4b2c-bb61-cc5c685061cc up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:15:59.720903 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06821d0f-3fd5-4cfb-844f-dc7bae05b91c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ecae7a-96f2-4434-9fc5-fd6a17760da7,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:15:59.786392 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d5f21-0c38-434d-8849-074ba0c29186 req-d702b8ae-6d7e-47a4-bd8b-f9abeb25ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:15:59.793860 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f93d5f21-0c38-434d-8849-074ba0c29186 req-d702b8ae-6d7e-47a4-bd8b-f9abeb25ced9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=557ce7a2-1d57-4387-822b-445949d62f04 HTTP/1.1" status: 200 len: 911 time: 0.8291147 Aug 17 01:15:59.822791 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:15:59.823460 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:15:59.952728 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f93d5f21-0c38-434d-8849-074ba0c29186 req-a731b5be-a685-4213-9b75-4f6d5fd82b1a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42b5e4e9-7519-45eb-8fa5-e366648be101 HTTP/1.1" status: 200 len: 217 time: 0.0905976 Aug 17 01:15:59.952728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.81', 58643) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:00.148068 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d5f21-0c38-434d-8849-074ba0c29186 req-d07a72b3-be65-4312-b9fe-3e4164159d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:00.149690 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f93d5f21-0c38-434d-8849-074ba0c29186 req-d07a72b3-be65-4312-b9fe-3e4164159d54 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=571acfdf-0498-42c6-a82e-47361a035cd5 HTTP/1.1" status: 200 len: 851 time: 0.1323359 Aug 17 01:16:00.161458 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9414249f-eb84-45d6-b238-2469c1befa83" -d '{"events": [{"name": "network-changed", "server_uuid": "231ea380-cd54-4b1e-a766-0b54aefee668", "tag": "65865e6b-f533-46b6-b490-b8758f1fe260"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:00.201591 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:16:00.219521 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06821d0f-3fd5-4cfb-844f-dc7bae05b91c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:00.221316 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-06821d0f-3fd5-4cfb-844f-dc7bae05b91c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7172678 Aug 17 01:16:00.224299 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f93af68-8947-43b3-b354-a33c977d7c66 req-57776d7a-ef45-440e-8685-9889544402e2 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 210 time: 0.6716719 Aug 17 01:16:00.243279 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-bb617abf-ffee-4aab-b399-94e1e395a622 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:00.265230 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-bb617abf-ffee-4aab-b399-94e1e395a622 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.81 "GET /v2.0/networks?id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 HTTP/1.1" status: 200 len: 819 time: 0.2720923 Aug 17 01:16:00.267219 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 36196) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:00.278566 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Request body: {'floatingip': {'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:00.348697 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-d003428f-178b-4ab5-a1f5-62e3f0239450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:00.351273 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-d003428f-178b-4ab5-a1f5-62e3f0239450 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 1096 time: 0.8720713 Aug 17 01:16:00.404986 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:16:00.405417 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:00.409754 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Request body: {'port': {'device_id': 'b7a4b72c-eb6f-4b5f-bf73-b496681dad81', 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28', 'admin_state_up': True, 'tenant_id': '9676635fd0c24582a98d22c51b17f793'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:00.541234 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f93d5f21-0c38-434d-8849-074ba0c29186 req-71ea96f5-3b19-46da-89ca-d968f053fdfa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=557ce7a2-1d57-4387-822b-445949d62f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1907754 Aug 17 01:16:00.558915 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:00.575668 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-0e315da2-aa9a-4a15-a587-5011b414a108 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65865e6b-f533-46b6-b490-b8758f1fe260 HTTP/1.1" status: 200 len: 217 time: 0.2035234 Aug 17 01:16:00.615258 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678d1f27-88dd-47b9-aa82-ce5e2c4beb0c x-openstack-request-id: req-678d1f27-88dd-47b9-aa82-ce5e2c4beb0c {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:00.615778 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231ea380-cd54-4b1e-a766-0b54aefee668", "tag": "65865e6b-f533-46b6-b490-b8758f1fe260", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:00.625386 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-678d1f27-88dd-47b9-aa82-ce5e2c4beb0c {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:00.626323 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231ea380-cd54-4b1e-a766-0b54aefee668', 'tag': '65865e6b-f533-46b6-b490-b8758f1fe260', 'status': 'completed', 'code': 200} Aug 17 01:16:00.724991 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:01.006006 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:16:01.029751 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:01.076324 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:16:01.104808 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:16:01.115484 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:01.116362 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:01.127671 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-6bd17277-e377-4549-a1e7-69001ab3965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:01.143274 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-6bd17277-e377-4549-a1e7-69001ab3965b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bee06119-e53c-4169-bec8-a335f9eda31b HTTP/1.1" status: 200 len: 855 time: 0.5019917 Aug 17 01:16:01.143492 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f93d5f21-0c38-434d-8849-074ba0c29186 req-6bc97938-3038-4ead-975b-1d3ac25ddd71 service neutron] 10.222.0.81 "GET /v2.0/networks/557ce7a2-1d57-4387-822b-445949d62f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845544 Aug 17 01:16:01.160452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Pushing event updated for resources: {'Port': ['ID=fc383a63-3786-40cd-a483-096cca8d7f26,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:01.160733 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8095277-73ca-44fb-8ef2-53d6aa941d06 req-fe91404b-3dcc-47c9-b1bf-73425fff36b6 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:01.176188 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c8095277-73ca-44fb-8ef2-53d6aa941d06 req-fe91404b-3dcc-47c9-b1bf-73425fff36b6 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 943 time: 0.3376386 Aug 17 01:16:01.205584 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c395ed1-590b-4849-8aaf-841eacd8963b req-b59b0a9b-7486-4580-94f1-908ee2371fe6 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:01.215033 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8c395ed1-590b-4849-8aaf-841eacd8963b req-b59b0a9b-7486-4580-94f1-908ee2371fe6 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 944 time: 0.6048901 Aug 17 01:16:01.252883 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-e9885b3a-280f-4c56-ad5a-b6db8011c197 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcd34715-fee9-40c3-b0a9-b230f765973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084878 Aug 17 01:16:01.286671 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Made reservation on behalf of 9676635fd0c24582a98d22c51b17f793 for: {'port': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:16:01.303473 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:01.353327 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-b0d86ce8-ba4c-4bdf-affd-1ed8936eff68 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3600750 Aug 17 01:16:01.393440 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Request body: {'port': {'device_id': 'b132e4ce-43bc-4c16-bb89-096790c881d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:01.408724 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8c395ed1-590b-4849-8aaf-841eacd8963b req-85962bc4-9030-4e78-9160-407a9ff3e254 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927435 Aug 17 01:16:01.587258 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:01.670774 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f93d5f21-0c38-434d-8849-074ba0c29186 req-91bf1893-2993-4115-926b-74a65d79e17b service neutron] 10.222.0.81 "GET /v2.0/networks/557ce7a2-1d57-4387-822b-445949d62f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814506 Aug 17 01:16:01.739520 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b1109fd5-c587-41e2-a51e-f12007abd36c req-e67a8cf3-5646-478d-95bd-cb6a9744d5d6 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 210 time: 0.1135092 Aug 17 01:16:01.739520 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:01.740122 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c8095277-73ca-44fb-8ef2-53d6aa941d06 req-64010a8e-c001-49cd-a27a-5a402a6be154 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084469 Aug 17 01:16:01.759342 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:16:01.767007 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-41f8b265-29a9-4260-8b20-ee11b5dea614 service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964621 Aug 17 01:16:01.846725 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event updated for resources: {'Port': ['ID=e3d3320a-28d6-4ba2-8474-3f78513e2353,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:01.859422 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:16:01.862206 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:16:01.960127 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Allocated IP 172.20.0.6 (1b9aa463-6c5d-4280-ae92-eeb6c35c5d28/8e2c2a28-77ad-473a-b650-c5be7686e385/54177483-6d17-44a1-af9c-78bbaf815d96) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:16:01.967996 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:02.149748 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:02.195058 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Allocated IP 172.27.3.204 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/e705d73e-da39-4e4b-a5f2-b44ea7b1283b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:16:02.204402 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2bcb21b3-0c57-457b-9d25-8b2061b553bf req-c3f884e1-b489-4c0f-ab77-c3a7ee0c5dd7 service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340900 Aug 17 01:16:02.340175 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:02.408092 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a3746dbf-9619-4bd2-84b9-470e87dcefbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:02.508714 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:02.586261 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:02.593188 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414249f-eb84-45d6-b238-2469c1befa83 req-179d27c7-ffc0-4372-b56e-308c5b708c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:02.595118 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9414249f-eb84-45d6-b238-2469c1befa83 req-179d27c7-ffc0-4372-b56e-308c5b708c25 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 1096 time: 0.1658888 Aug 17 01:16:02.700859 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:02.723426 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbedb-d995-4962-a032-1529c9590fa8 req-b328b672-5bba-4a36-bf1f-98df7149873b tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:02.725166 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a17dbedb-d995-4962-a032-1529c9590fa8 req-b328b672-5bba-4a36-bf1f-98df7149873b tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 944 time: 0.1929500 Aug 17 01:16:02.744492 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:02.788237 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:16:02.814562 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:16:02.819664 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:16:02.829212 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:16:02.836217 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:16:02.851511 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:16:02.855182 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:02.860972 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:02.901038 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:02.908653 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Pushing event updated for resources: {'Port': ['ID=54177483-6d17-44a1-af9c-78bbaf815d96,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:02.915153 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414249f-eb84-45d6-b238-2469c1befa83 req-ed44fe50-2e65-4fa3-9a8a-edfa0700e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:02.916653 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9414249f-eb84-45d6-b238-2469c1befa83 req-ed44fe50-2e65-4fa3-9a8a-edfa0700e274 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 200 len: 915 time: 0.3081057 Aug 17 01:16:02.923126 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a17dbedb-d995-4962-a032-1529c9590fa8 req-5a7975a4-80db-4b56-ad49-7724b275d9d2 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723244 Aug 17 01:16:03.034511 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-7b4be763-dae0-4684-b931-309558a50826 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6333444 Aug 17 01:16:03.094998 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Request body: {'port': {'device_id': 'b7a4b72c-eb6f-4b5f-bf73-b496681dad81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:03.172767 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event updated for resources: {'Port': ['ID=e705d73e-da39-4e4b-a5f2-b44ea7b1283b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:03.175389 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:03.178251 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9414249f-eb84-45d6-b238-2469c1befa83 req-a491f387-9bd2-4aea-a032-6b5e399bc417 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65865e6b-f533-46b6-b490-b8758f1fe260 HTTP/1.1" status: 200 len: 217 time: 0.2523036 Aug 17 01:16:03.203076 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:03.279103 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:03.292958 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518c657-44fe-45a5-b524-ec19d4643ef3 req-9843562c-b423-409b-867d-4956328ce9df tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:03.292958 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3518c657-44fe-45a5-b524-ec19d4643ef3 req-9843562c-b423-409b-867d-4956328ce9df tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 931 time: 0.2955933 Aug 17 01:16:03.311454 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:03.376434 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event updated for resources: {'Port': ['ID=e3d3320a-28d6-4ba2-8474-3f78513e2353,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:03.393801 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414249f-eb84-45d6-b238-2469c1befa83 req-ed5bb5ba-9ec5-496b-8abb-6aafcd0df33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:03.404087 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9414249f-eb84-45d6-b238-2469c1befa83 req-ed5bb5ba-9ec5-496b-8abb-6aafcd0df33f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bee06119-e53c-4169-bec8-a335f9eda31b HTTP/1.1" status: 200 len: 855 time: 0.1988783 Aug 17 01:16:03.436522 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:03.460640 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d409a-5b57-4940-a47c-1a92a6cfd948 req-dcb6cc0f-7994-42c1-aadc-ba880bee807f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:03.467398 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9d1d409a-5b57-4940-a47c-1a92a6cfd948 req-dcb6cc0f-7994-42c1-aadc-ba880bee807f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 943 time: 0.3010652 Aug 17 01:16:03.498237 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9414249f-eb84-45d6-b238-2469c1befa83 req-28a80c6b-d5b8-4cd1-b87c-7bbfa6110593 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcd34715-fee9-40c3-b0a9-b230f765973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669892 Aug 17 01:16:03.507797 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3518c657-44fe-45a5-b524-ec19d4643ef3 req-f9e3409d-251e-4efe-94bd-ed722d75526c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991343 Aug 17 01:16:03.536451 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc383a63-3786-40cd-a483-096cca8d7f26 {{(pid=94703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:16:03.544936 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:03.551617 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-0ec314de-d8b2-4411-b490-d72b59b0ff56 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5720804 Aug 17 01:16:03.568664 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:03.616693 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9d1d409a-5b57-4940-a47c-1a92a6cfd948 req-bdb24518-81db-45fa-b0d5-5bda75ee9203 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209702 Aug 17 01:16:03.634689 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Transition to ACTIVE for port object fc383a63-3786-40cd-a483-096cca8d7f26 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:16:03.676795 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9414249f-eb84-45d6-b238-2469c1befa83 req-4b4b46c9-78d3-4c1d-969e-0b412ac1ca95 service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503320 Aug 17 01:16:03.708647 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:03.813498 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Pushing event updated for resources: {'Port': ['ID=fc383a63-3786-40cd-a483-096cca8d7f26,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:03.895449 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Attempting to bind port fc383a63-3786-40cd-a483-096cca8d7f26 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:16:03.895847 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Attempting to bind port fc383a63-3786-40cd-a483-096cca8d7f26 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:16:03.896182 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Attempting to bind port fc383a63-3786-40cd-a483-096cca8d7f26 on network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:16:03.913199 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Port fc383a63-3786-40cd-a483-096cca8d7f26 on network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:16:03.913199 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Attempting to bind port fc383a63-3786-40cd-a483-096cca8d7f26 on network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:16:03.927661 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:16:03.927779 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Checking segment: {'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:16:03.928211 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Bound using segment: {'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:16:03.928673 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Bound port: fc383a63-3786-40cd-a483-096cca8d7f26, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:16:03.929919 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:03.951915 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9414249f-eb84-45d6-b238-2469c1befa83 req-9169ae8c-f6b7-4a7f-8261-d60b47c3994c service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674973 Aug 17 01:16:04.039656 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] For port fc383a63-3786-40cd-a483-096cca8d7f26, host hv-cinder-80390, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:16:04.044543 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] For port fc383a63-3786-40cd-a483-096cca8d7f26, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=fc383a63-3786-40cd-a483-096cca8d7f26,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:16:04.089031 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-f67a6dd8-2b53-4300-8411-8a07d8b9404b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1217417878&fields=id&tenant_id=94a3142a9d0d4cf1b284f88519862523 HTTP/1.1" status: 200 len: 267 time: 0.1406326 Aug 17 01:16:04.124181 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617a9c7-3133-4b57-9419-2c8a49be4735 req-c6089530-06fe-46cd-b1e9-d7849e3808f1 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:04.126982 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8617a9c7-3133-4b57-9419-2c8a49be4735 req-c6089530-06fe-46cd-b1e9-d7849e3808f1 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 944 time: 0.0663295 Aug 17 01:16:04.172597 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8617a9c7-3133-4b57-9419-2c8a49be4735 req-e2c45383-716a-46c9-817a-923731172863 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378699 Aug 17 01:16:04.185437 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:04.191112 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:04.234307 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54177483-6d17-44a1-af9c-78bbaf815d96 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:16:04.247783 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:04.255872 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:04.256703 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:04.259614 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] 10.222.0.81 "PUT /v2.0/ports/fc383a63-3786-40cd-a483-096cca8d7f26 HTTP/1.1" status: 200 len: 1093 time: 2.8939905 Aug 17 01:16:04.268909 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b132e4ce-43bc-4c16-bb89-096790c881d0', 'tag': 'fc383a63-3786-40cd-a483-096cca8d7f26'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:04.273095 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74b5b7b-02be-4859-a7d1-fdf90fdc73ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b132e4ce-43bc-4c16-bb89-096790c881d0", "tag": "fc383a63-3786-40cd-a483-096cca8d7f26"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:04.281712 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Transition to ACTIVE for port object 54177483-6d17-44a1-af9c-78bbaf815d96 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:16:04.293709 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-f6b25da4-7399-4afb-830b-683393e30575 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:04.295382 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-f6b25da4-7399-4afb-830b-683393e30575 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 816 time: 0.1884158 Aug 17 01:16:04.303385 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb5cfd-1dca-4579-b9bf-df3536de3841 service neutron] Pushing event updated for resources: {'Port': ['ID=fc383a63-3786-40cd-a483-096cca8d7f26,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:04.320539 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-f1ffb9f2-7d6d-42fa-8a32-8b98e4ad4d11 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/quotas/94a3142a9d0d4cf1b284f88519862523 HTTP/1.1" status: 200 len: 375 time: 0.0149083 Aug 17 01:16:04.347551 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:04.428685 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:04.430724 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12544b0-0144-4b21-bc6a-723325ec475c x-openstack-request-id: req-c12544b0-0144-4b21-bc6a-723325ec475c {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:04.432082 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b132e4ce-43bc-4c16-bb89-096790c881d0", "tag": "fc383a63-3786-40cd-a483-096cca8d7f26", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:04.432831 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c12544b0-0144-4b21-bc6a-723325ec475c {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:04.433588 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b132e4ce-43bc-4c16-bb89-096790c881d0', 'tag': 'fc383a63-3786-40cd-a483-096cca8d7f26', 'status': 'completed', 'code': 200} Aug 17 01:16:04.440480 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event updated for resources: {'Port': ['ID=e705d73e-da39-4e4b-a5f2-b44ea7b1283b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:04.456929 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-ef6f35c5-cddb-46a1-8499-b400ddd67ac9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1248441 Aug 17 01:16:04.465719 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:04.525005 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b5b7b-02be-4859-a7d1-fdf90fdc73ca req-8062e5b7-e8d2-429b-8910-d2a93a66a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:04.526579 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c74b5b7b-02be-4859-a7d1-fdf90fdc73ca req-8062e5b7-e8d2-429b-8910-d2a93a66a276 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9676635fd0c24582a98d22c51b17f793&device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 1096 time: 0.0736897 Aug 17 01:16:04.580619 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Pushing event updated for resources: {'Port': ['ID=54177483-6d17-44a1-af9c-78bbaf815d96,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:04.649285 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Attempting to bind port 54177483-6d17-44a1-af9c-78bbaf815d96 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:16:04.652218 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Attempting to bind port 54177483-6d17-44a1-af9c-78bbaf815d96 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:16:04.652218 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Attempting to bind port 54177483-6d17-44a1-af9c-78bbaf815d96 on network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:16:04.654570 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:04.659502 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-67c929d4-0b57-47b5-a369-c5fffdfcdd7c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3865778 Aug 17 01:16:04.662935 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-264eeb05-37a8-4ce0-8cff-deb9ad9d15ae service neutron] 10.222.0.45 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658289 Aug 17 01:16:04.663499 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Port 54177483-6d17-44a1-af9c-78bbaf815d96 on network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:16:04.663820 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Attempting to bind port 54177483-6d17-44a1-af9c-78bbaf815d96 on network 1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:16:04.682113 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:16:04.682471 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Checking segment: {'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:16:04.683039 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Bound using segment: {'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:16:04.683498 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Bound port: 54177483-6d17-44a1-af9c-78bbaf815d96, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef661388-d048-41ac-abc2-542422a23e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:16:04.683861 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:04.775559 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8e81a-ea64-4fa0-a38a-68c7db810d2b req-c7302f0a-8fe1-4e2b-93e9-d4735a958750 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:04.783217 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-60d8e81a-ea64-4fa0-a38a-68c7db810d2b req-c7302f0a-8fe1-4e2b-93e9-d4735a958750 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 943 time: 0.1593788 Aug 17 01:16:04.796328 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b5b7b-02be-4859-a7d1-fdf90fdc73ca req-06cf7627-1a11-4588-afb6-12ae6fe3a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:04.798864 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c74b5b7b-02be-4859-a7d1-fdf90fdc73ca req-06cf7627-1a11-4588-afb6-12ae6fe3a829 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9676635fd0c24582a98d22c51b17f793&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2644272 Aug 17 01:16:04.847025 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-98feb07a-b864-4671-a9a9-71b351533202 service neutron] 10.222.0.45 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732776 Aug 17 01:16:04.849920 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] For port 54177483-6d17-44a1-af9c-78bbaf815d96, host hv-cinder-80390, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:16:04.853603 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] For port 54177483-6d17-44a1-af9c-78bbaf815d96, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=54177483-6d17-44a1-af9c-78bbaf815d96,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:16:04.935656 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-60d8e81a-ea64-4fa0-a38a-68c7db810d2b req-d78ccfa4-a256-4e57-a82f-cb26fc4393b1 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358218 Aug 17 01:16:05.022664 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b5b7b-02be-4859-a7d1-fdf90fdc73ca req-4ece89bb-a808-4500-99c1-cc4d59663cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:05.024145 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c74b5b7b-02be-4859-a7d1-fdf90fdc73ca req-4ece89bb-a808-4500-99c1-cc4d59663cd4 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2172556 Aug 17 01:16:05.070626 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:05.088567 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf80c01-caf3-4252-b4c4-1ce20ffae935 req-e824d707-4468-4bc1-ade0-5a5359bb9132 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:05.096527 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:05.097625 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fdf80c01-caf3-4252-b4c4-1ce20ffae935 req-e824d707-4468-4bc1-ade0-5a5359bb9132 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 943 time: 0.0851662 Aug 17 01:16:05.097805 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:05.102333 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] 10.222.0.81 "PUT /v2.0/ports/54177483-6d17-44a1-af9c-78bbaf815d96 HTTP/1.1" status: 200 len: 1093 time: 2.0179994 Aug 17 01:16:05.130991 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a4b72c-eb6f-4b5f-bf73-b496681dad81', 'tag': '54177483-6d17-44a1-af9c-78bbaf815d96'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:05.136394 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db041799-a778-41d2-a77d-231f74e3c5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a4b72c-eb6f-4b5f-bf73-b496681dad81", "tag": "54177483-6d17-44a1-af9c-78bbaf815d96"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:05.160390 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fdf80c01-caf3-4252-b4c4-1ce20ffae935 req-1556accc-e6a7-4fa8-bf03-bd1dcb1f92c3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623250 Aug 17 01:16:05.167968 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-8ce9a861-448d-42a2-b08d-4ef29cd28c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:05.170209 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-8ce9a861-448d-42a2-b08d-4ef29cd28c90 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9676635fd0c24582a98d22c51b17f793&device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 1096 time: 0.0984240 Aug 17 01:16:05.239604 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b6052-bfbc-4100-83c1-0cda6d2d5b7a service neutron] Pushing event updated for resources: {'Port': ['ID=54177483-6d17-44a1-af9c-78bbaf815d96,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:05.242926 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-8101b195-f8e3-4111-b6bd-52bdc5dea3f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc383a63-3786-40cd-a483-096cca8d7f26 HTTP/1.1" status: 200 len: 217 time: 0.0593145 Aug 17 01:16:05.243459 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 65865e6b-f533-46b6-b490-b8758f1fe260 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:16:05.325287 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-e1689a44-e5aa-4aa1-a39f-18576cd087ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:05.329044 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-e1689a44-e5aa-4aa1-a39f-18576cd087ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e2c2a28-77ad-473a-b650-c5be7686e385 HTTP/1.1" status: 200 len: 859 time: 0.0767767 Aug 17 01:16:05.413991 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d22e37-26d8-4123-96ae-d24536ed0310 x-openstack-request-id: req-54d22e37-26d8-4123-96ae-d24536ed0310 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:05.414475 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a4b72c-eb6f-4b5f-bf73-b496681dad81", "tag": "54177483-6d17-44a1-af9c-78bbaf815d96", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:05.414887 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54d22e37-26d8-4123-96ae-d24536ed0310 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:05.415510 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a4b72c-eb6f-4b5f-bf73-b496681dad81', 'tag': '54177483-6d17-44a1-af9c-78bbaf815d96', 'status': 'completed', 'code': 200} Aug 17 01:16:05.444413 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-d1a68369-f7d7-4bc9-8f3a-89dff396d3a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066244 Aug 17 01:16:05.445364 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-df8ad1f8-a0b1-4292-94c6-696cdce4fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:05.448605 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-df8ad1f8-a0b1-4292-94c6-696cdce4fbf7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9676635fd0c24582a98d22c51b17f793&device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 1096 time: 0.1602433 Aug 17 01:16:05.628197 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-debd15c8-376f-406b-8309-c9372480af11 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54177483-6d17-44a1-af9c-78bbaf815d96 HTTP/1.1" status: 200 len: 217 time: 0.1720092 Aug 17 01:16:05.661506 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-55240147-9a46-4cff-af17-16c861db1109 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--262291810&fields=id&tenant_id=6a8b73fe494a408880a6d2d3e06b39ba HTTP/1.1" status: 200 len: 267 time: 0.2275138 Aug 17 01:16:05.780338 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48376c8d-f85d-4f8a-b50c-9e2009a50d00 req-80cd6ddd-b407-4dd4-9fc5-1d27ddad2637 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:05.782656 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-48376c8d-f85d-4f8a-b50c-9e2009a50d00 req-80cd6ddd-b407-4dd4-9fc5-1d27ddad2637 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 944 time: 0.1647394 Aug 17 01:16:05.793270 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-ab48baba-bdb9-4200-9a77-bcea2d031463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:05.795294 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-ab48baba-bdb9-4200-9a77-bcea2d031463 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e2c2a28-77ad-473a-b650-c5be7686e385 HTTP/1.1" status: 200 len: 859 time: 0.0969169 Aug 17 01:16:05.822331 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 65865e6b-f533-46b6-b490-b8758f1fe260, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=65865e6b-f533-46b6-b490-b8758f1fe260,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:05.846596 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-ace49d3d-f04a-4dbd-b382-5d84e23bd737 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399423 Aug 17 01:16:05.857985 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '65865e6b-f533-46b6-b490-b8758f1fe260', 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b', 'port_id': '65865e6b-f533-46b6-b490-b8758f1fe260', 'mac_address': 'fa:16:3e:db:43:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee06119-e53c-4169-bec8-a335f9eda31b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:16:05.877742 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-5980a51c-15e3-4db9-bb90-99bfe4e0d9de service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081643 Aug 17 01:16:05.930658 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-ad426344-1840-412f-b2fd-f2071f967069 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:05.939654 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-ad426344-1840-412f-b2fd-f2071f967069 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/networks?id=2d078c6a-bf10-4978-938b-717465589ddc HTTP/1.1" status: 200 len: 810 time: 0.2756646 Aug 17 01:16:05.971713 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:05.971713 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:05.997498 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65865e6b-f533-46b6-b490-b8758f1fe260 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:16:06.012270 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-b52f5d79-c7f0-40db-886f-7b8b9655312f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/quotas/6a8b73fe494a408880a6d2d3e06b39ba HTTP/1.1" status: 200 len: 375 time: 0.0716677 Aug 17 01:16:06.024689 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 65865e6b-f533-46b6-b490-b8758f1fe260, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=65865e6b-f533-46b6-b490-b8758f1fe260,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:06.109283 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2c395646-46e5-4866-bcfc-2ccc490a1474 req-402b87fe-120f-447f-b167-b1ba7c6b700f service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653380 Aug 17 01:16:06.118677 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-518fb787-19ec-49c7-8191-1b62a7938d62 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0904164 Aug 17 01:16:06.152972 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-48376c8d-f85d-4f8a-b50c-9e2009a50d00 req-893efb46-f89f-45fe-93cc-f5c189ace12a tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563683 Aug 17 01:16:06.161820 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:06.163074 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 42b5e4e9-7519-45eb-8fa5-e366648be101 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:16:06.231423 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-e36afa50-1c29-4f1c-9b89-724d934a8d89 service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775201 Aug 17 01:16:06.295852 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-fcdf35ce-6c0b-4a7d-bf8a-657718593c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:06.302590 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-901d18e4-dcd9-4069-9d18-bc9fd817403d service neutron] 10.222.0.45 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522403 Aug 17 01:16:06.361218 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a02e9aa0-b753-41bd-98ac-6f6f427fbf16 req-84281cce-ebb1-47c8-b572-8c0a19bbeee4 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 210 time: 0.0465429 Aug 17 01:16:06.467908 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 36384) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:06.479886 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-680f0df9-fac1-4038-8630-e268c4bbdb82 req-aa014037-5f45-49b0-87da-531ab95b3c7b service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400186 Aug 17 01:16:06.569032 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=65865e6b-f533-46b6-b490-b8758f1fe260,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:06.587069 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 42b5e4e9-7519-45eb-8fa5-e366648be101, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=42b5e4e9-7519-45eb-8fa5-e366648be101,segment=NetworkSegment(ce990923-b9be-48ac-aa25-a755598ac638),segment_id=ce990923-b9be-48ac-aa25-a755598ac638)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:06.599604 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-5b5329d6-a2a0-4571-90e6-4e275703cf6c service neutron] 10.222.0.45 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792919 Aug 17 01:16:06.607631 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '42b5e4e9-7519-45eb-8fa5-e366648be101', 'network_id': '557ce7a2-1d57-4387-822b-445949d62f04', 'port_id': '42b5e4e9-7519-45eb-8fa5-e366648be101', 'mac_address': 'fa:16:3e:ef:73:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571acfdf-0498-42c6-a82e-47361a035cd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:16:06.663811 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d1efa575-70e3-44bf-b01c-c325d7a31c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:06.677870 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:06.697067 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b5e4e9-7519-45eb-8fa5-e366648be101 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:16:06.706290 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc55296-50ab-4c06-a04c-7bcc52795554 req-25d04c38-a53b-43ca-929d-baa2e88128a3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:06.708051 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3bc55296-50ab-4c06-a04c-7bcc52795554 req-25d04c38-a53b-43ca-929d-baa2e88128a3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 943 time: 0.1655667 Aug 17 01:16:06.724299 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 42b5e4e9-7519-45eb-8fa5-e366648be101, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=42b5e4e9-7519-45eb-8fa5-e366648be101,segment=NetworkSegment(ce990923-b9be-48ac-aa25-a755598ac638),segment_id=ce990923-b9be-48ac-aa25-a755598ac638)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:06.728634 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db041799-a778-41d2-a77d-231f74e3c5b8 req-ef7694fc-5ea0-4d92-82c0-f76ae8de4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:06.730039 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-db041799-a778-41d2-a77d-231f74e3c5b8 req-ef7694fc-5ea0-4d92-82c0-f76ae8de4588 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9676635fd0c24582a98d22c51b17f793&device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 1096 time: 0.0723698 Aug 17 01:16:06.816455 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d1efa575-70e3-44bf-b01c-c325d7a31c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:06.861390 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:06.866363 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3bc55296-50ab-4c06-a04c-7bcc52795554 req-2546831d-21d9-48e3-bd8a-ff77513e491d tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402683 Aug 17 01:16:06.955626 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db041799-a778-41d2-a77d-231f74e3c5b8 req-1fb600b6-cbb3-4462-a916-b5ef974636c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:06.957300 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=42b5e4e9-7519-45eb-8fa5-e366648be101,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:06.957437 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-db041799-a778-41d2-a77d-231f74e3c5b8 req-1fb600b6-cbb3-4462-a916-b5ef974636c3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 HTTP/1.1" status: 200 len: 919 time: 0.1988010 Aug 17 01:16:07.017355 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-db041799-a778-41d2-a77d-231f74e3c5b8 req-84c03e6e-7204-4f26-94d5-48f949a8399f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54177483-6d17-44a1-af9c-78bbaf815d96 HTTP/1.1" status: 200 len: 217 time: 0.0508435 Aug 17 01:16:07.102144 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4abe15-4c19-44b3-88c5-16ee583b27f1 req-a0f6efd1-14f8-4886-87d2-2c9dc125e8c9 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:07.104897 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-dd4abe15-4c19-44b3-88c5-16ee583b27f1 req-a0f6efd1-14f8-4886-87d2-2c9dc125e8c9 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 944 time: 0.1308517 Aug 17 01:16:07.107828 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db041799-a778-41d2-a77d-231f74e3c5b8 req-9240dd61-9f61-47e0-b31f-cfdcff6aa5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:07.110803 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-db041799-a778-41d2-a77d-231f74e3c5b8 req-9240dd61-9f61-47e0-b31f-cfdcff6aa5d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e2c2a28-77ad-473a-b650-c5be7686e385 HTTP/1.1" status: 200 len: 859 time: 0.0788701 Aug 17 01:16:07.144770 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d1efa575-70e3-44bf-b01c-c325d7a31c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:07.169807 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['42b5e4e9-7519-45eb-8fa5-e366648be101'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:16:07.203024 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-db041799-a778-41d2-a77d-231f74e3c5b8 req-751d2a73-90e5-4a4e-aa3a-0063e4c6e3cb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818770 Aug 17 01:16:07.258541 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['65865e6b-f533-46b6-b490-b8758f1fe260'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:16:07.269369 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device fc383a63-3786-40cd-a483-096cca8d7f26 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:16:07.310954 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-d1efa575-70e3-44bf-b01c-c325d7a31c27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=deb952c4f746475785457d634c922072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8399258 Aug 17 01:16:07.332525 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 36404) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:07.375251 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efa575-70e3-44bf-b01c-c325d7a31c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ee4cb5-d41c-41aa-807a-779ccea05a2d,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:07.392268 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5e0c0464-70cf-4b51-870b-df487b25b62a req-c4880afb-4ca4-4ec2-862b-e42a4d48f1eb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 210 time: 0.0979760 Aug 17 01:16:07.437538 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-dd4abe15-4c19-44b3-88c5-16ee583b27f1 req-58581ca8-5d8d-4dba-81d0-fe203cf6cfea tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192687 Aug 17 01:16:07.604913 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac333954-ffa4-4a47-8a74-4c885ff297b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:07.631641 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-db041799-a778-41d2-a77d-231f74e3c5b8 req-f60fa563-1ebb-4423-9603-2d3666cee604 service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116936 Aug 17 01:16:07.673155 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 36412) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:07.702027 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac333954-ffa4-4a47-8a74-4c885ff297b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:07.712318 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.db.resource_extend [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 01:16:07.836228 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-60a6f229-92ae-461e-aa12-722011ce054a req-7a7af0ac-4375-4c0c-944f-f22f46ec8a11 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 210 time: 0.1648481 Aug 17 01:16:07.840862 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:07.867257 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe87b64-3c93-4270-82e8-e82174b6ae73 req-f2f5b3ba-516b-40f1-a8f0-954381b2879b tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:07.868416 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8fe87b64-3c93-4270-82e8-e82174b6ae73 req-f2f5b3ba-516b-40f1-a8f0-954381b2879b tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 945 time: 0.1444459 Aug 17 01:16:07.935075 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port fc383a63-3786-40cd-a483-096cca8d7f26, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=fc383a63-3786-40cd-a483-096cca8d7f26,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:07.982384 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-db041799-a778-41d2-a77d-231f74e3c5b8 req-00408722-cecf-4156-9fc2-bd894d7987e6 service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450675 Aug 17 01:16:07.982657 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8fe87b64-3c93-4270-82e8-e82174b6ae73 req-85cb168f-560f-47ee-9faa-4e09410cc261 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013372 Aug 17 01:16:08.003230 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': 'fc383a63-3786-40cd-a483-096cca8d7f26', 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28', 'port_id': 'fc383a63-3786-40cd-a483-096cca8d7f26', 'mac_address': 'fa:16:3e:93:2a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2c2a28-77ad-473a-b650-c5be7686e385', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:16:08.024430 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac333954-ffa4-4a47-8a74-4c885ff297b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:08.029818 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac333954-ffa4-4a47-8a74-4c885ff297b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:08.038044 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ac333954-ffa4-4a47-8a74-4c885ff297b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5ee4cb5-d41c-41aa-807a-779ccea05a2d HTTP/1.1" status: 204 len: 168 time: 0.6980357 Aug 17 01:16:08.080983 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac333954-ffa4-4a47-8a74-4c885ff297b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ee4cb5-d41c-41aa-807a-779ccea05a2d,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:08.165820 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9109bccf-27f1-4b15-9f5a-dc4977d3566b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:08.232171 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2f744-5c3c-4c2d-88ee-26339532d9f7 req-26045e4f-14ac-431b-803d-2babf1f4a80d tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:08.235595 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-10c2f744-5c3c-4c2d-88ee-26339532d9f7 req-26045e4f-14ac-431b-803d-2babf1f4a80d tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 943 time: 0.1921380 Aug 17 01:16:08.315857 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-10c2f744-5c3c-4c2d-88ee-26339532d9f7 req-62a4904c-d254-488d-ab09-c49357c5bbe4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699735 Aug 17 01:16:08.371984 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:08.412807 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9109bccf-27f1-4b15-9f5a-dc4977d3566b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:08.434086 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc383a63-3786-40cd-a483-096cca8d7f26 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:16:08.474532 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port fc383a63-3786-40cd-a483-096cca8d7f26, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=fc383a63-3786-40cd-a483-096cca8d7f26,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:08.487430 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9109bccf-27f1-4b15-9f5a-dc4977d3566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:08.561092 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 36430) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:08.561414 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-9109bccf-27f1-4b15-9f5a-dc4977d3566b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c8e8cd479ba4d198eea24c7f00c07e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8827260 Aug 17 01:16:08.565709 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109bccf-27f1-4b15-9f5a-dc4977d3566b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68d44f8-e506-4e8e-aa40-34059e10e6d4,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:08.577117 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:08.634159 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4e5a06d5-693d-4baa-bce6-00a4d59d1352 req-09341a41-34da-47e4-b459-aa3b0b650019 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 210 time: 0.0710049 Aug 17 01:16:08.715148 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=fc383a63-3786-40cd-a483-096cca8d7f26,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:08.908298 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['fc383a63-3786-40cd-a483-096cca8d7f26'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:16:09.006875 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961b21a-7da0-4595-aa4b-9304efc80389 req-8b748ac3-aa23-46c2-aaf4-d9ab0fdad396 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:09.009527 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7961b21a-7da0-4595-aa4b-9304efc80389 req-8b748ac3-aa23-46c2-aaf4-d9ab0fdad396 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 944 time: 0.3742840 Aug 17 01:16:09.014221 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-61a8d680-ce68-492e-b9e3-140432f80ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:09.086744 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-61a8d680-ce68-492e-b9e3-140432f80ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:09.103846 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ce5c62d3-6911-4211-90c9-568a54f7d397 req-4aefc763-8cad-4b20-98cf-e9b8a2136af4 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 210 time: 0.0627313 Aug 17 01:16:09.240073 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 54177483-6d17-44a1-af9c-78bbaf815d96 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:16:09.243901 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 65865e6b-f533-46b6-b490-b8758f1fe260 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:16:09.273457 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7961b21a-7da0-4595-aa4b-9304efc80389 req-ef359507-fac6-4c95-877d-f69aef5e88a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394395 Aug 17 01:16:09.387831 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 36446) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:09.471298 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7312db26-b769-40b2-b939-c5eaccfbfde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:09.474603 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-61a8d680-ce68-492e-b9e3-140432f80ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:09.493351 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-61a8d680-ce68-492e-b9e3-140432f80ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:09.495519 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-61a8d680-ce68-492e-b9e3-140432f80ca6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b68d44f8-e506-4e8e-aa40-34059e10e6d4 HTTP/1.1" status: 204 len: 168 time: 0.9324489 Aug 17 01:16:09.533916 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 65865e6b-f533-46b6-b490-b8758f1fe260 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:16:09.537522 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b64f04-822f-4103-96a6-64ca35b6e926 req-4a761c74-f7b8-48e3-b0b3-8acbbdfe24ee tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:09.545972 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8d680-ce68-492e-b9e3-140432f80ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68d44f8-e506-4e8e-aa40-34059e10e6d4,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:09.546654 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-97b64f04-822f-4103-96a6-64ca35b6e926 req-4a761c74-f7b8-48e3-b0b3-8acbbdfe24ee tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 945 time: 0.2831068 Aug 17 01:16:09.550619 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:09.555860 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 65865e6b-f533-46b6-b490-b8758f1fe260 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:16:09.555860 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:09.683378 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 54177483-6d17-44a1-af9c-78bbaf815d96, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=54177483-6d17-44a1-af9c-78bbaf815d96,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:09.683685 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-63b7f7b6-02eb-4309-95c7-56b2ec1228c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:09.686874 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-63b7f7b6-02eb-4309-95c7-56b2ec1228c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.81 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 816 time: 0.5373442 Aug 17 01:16:09.710626 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '54177483-6d17-44a1-af9c-78bbaf815d96', 'network_id': '1b9aa463-6c5d-4280-ae92-eeb6c35c5d28', 'port_id': '54177483-6d17-44a1-af9c-78bbaf815d96', 'mac_address': 'fa:16:3e:b8:60:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2c2a28-77ad-473a-b650-c5be7686e385', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:16:09.711660 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-97b64f04-822f-4103-96a6-64ca35b6e926 req-c1cd8eb9-9e37-40ed-8ef9-f19814b06ab6 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627626 Aug 17 01:16:09.740914 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fe78d-1356-4645-944f-5121e94b5cf6 req-5deb9388-57f4-43ec-9164-46ae9f136555 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:09.745401 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e35fe78d-1356-4645-944f-5121e94b5cf6 req-5deb9388-57f4-43ec-9164-46ae9f136555 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 943 time: 0.2334399 Aug 17 01:16:09.828106 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:09.848918 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-c3c85f04-92a6-4a3c-a193-cd33babec20a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94a3142a9d0d4cf1b284f88519862523 HTTP/1.1" status: 200 len: 380 time: 0.1327345 Aug 17 01:16:09.869204 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Request body: {'port': {'device_id': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'admin_state_up': True, 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'security_groups': ['d9a40a95-7062-483b-8788-a564699444f3']}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:09.889396 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54177483-6d17-44a1-af9c-78bbaf815d96 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:16:09.926974 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e35fe78d-1356-4645-944f-5121e94b5cf6 req-2e7fb2b2-57fe-4b0c-a941-248ed91f55ff tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274996 Aug 17 01:16:09.955337 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:10.007524 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 54177483-6d17-44a1-af9c-78bbaf815d96, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=54177483-6d17-44a1-af9c-78bbaf815d96,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:10.013104 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7312db26-b769-40b2-b939-c5eaccfbfde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:10.043472 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231ea380-cd54-4b1e-a766-0b54aefee668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65865e6b-f533-46b6-b490-b8758f1fe260'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:10.096457 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7312db26-b769-40b2-b939-c5eaccfbfde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:10.125815 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:10.126031 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-980490e8-af47-4f10-852d-29e2029a2e23 req-7d362f71-004c-41cd-bb7b-07e9159aea72 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 210 time: 0.0629478 Aug 17 01:16:10.133138 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 65865e6b-f533-46b6-b490-b8758f1fe260, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=65865e6b-f533-46b6-b490-b8758f1fe260,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:10.209405 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-7312db26-b769-40b2-b939-c5eaccfbfde1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c87e0e38a7ec4e95bd0be231e5a0e771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8205931 Aug 17 01:16:10.215049 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 36464) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:10.217968 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312db26-b769-40b2-b939-c5eaccfbfde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c66dd7-99ca-4f95-9035-c3b1cd92c138,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:10.257962 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:10.259125 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 42b5e4e9-7519-45eb-8fa5-e366648be101 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:16:10.295205 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=54177483-6d17-44a1-af9c-78bbaf815d96,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:10.374326 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['54177483-6d17-44a1-af9c-78bbaf815d96'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:16:10.378850 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=65865e6b-f533-46b6-b490-b8758f1fe260,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:10.412858 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06707443-cb25-4087-a1e9-2d0052be7bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:10.419646 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Made reservation on behalf of 94a3142a9d0d4cf1b284f88519862523 for: {'port': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:16:10.423767 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:10.450876 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4aab1759-f992-4706-8948-423ef269cdc5 req-2fa7e563-3032-4911-a4dc-0be95afe7a08 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 210 time: 0.0744298 Aug 17 01:16:10.477433 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 42b5e4e9-7519-45eb-8fa5-e366648be101 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:16:10.488119 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06707443-cb25-4087-a1e9-2d0052be7bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:10.491767 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 42b5e4e9-7519-45eb-8fa5-e366648be101 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:16:10.493763 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:10.675319 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cacd274-030d-46fa-827a-420abaa08060" -d '{"events": [{"server_uuid": "231ea380-cd54-4b1e-a766-0b54aefee668", "name": "network-vif-plugged", "status": "completed", "tag": "65865e6b-f533-46b6-b490-b8758f1fe260"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:10.709246 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06707443-cb25-4087-a1e9-2d0052be7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:10.711942 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06707443-cb25-4087-a1e9-2d0052be7bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:10.713500 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-06707443-cb25-4087-a1e9-2d0052be7bbb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7c66dd7-99ca-4f95-9035-c3b1cd92c138 HTTP/1.1" status: 204 len: 168 time: 0.4971402 Aug 17 01:16:10.735803 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f7bdf-badc-494e-a794-75f9aff22e07 req-35cc8882-8575-4f41-963e-5da7c294d0f0 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:10.744122 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5c4f7bdf-badc-494e-a794-75f9aff22e07 req-35cc8882-8575-4f41-963e-5da7c294d0f0 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 945 time: 0.2283320 Aug 17 01:16:10.747767 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06707443-cb25-4087-a1e9-2d0052be7bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c66dd7-99ca-4f95-9035-c3b1cd92c138,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:10.792702 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Allocated IP 172.20.0.8 (b08e8e09-29ee-47e0-8a15-1911920c916e/49d097c1-16b0-479e-b0a0-6d918c6d35c0/d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:16:10.823462 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5c4f7bdf-badc-494e-a794-75f9aff22e07 req-3cd1874d-81a3-4c8c-9643-6058bc19afd1 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780983 Aug 17 01:16:10.891272 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11c4afd-467a-4424-b964-83eb96542dd0 x-openstack-request-id: req-a11c4afd-467a-4424-b964-83eb96542dd0 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:10.897893 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231ea380-cd54-4b1e-a766-0b54aefee668", "name": "network-vif-plugged", "status": "completed", "tag": "65865e6b-f533-46b6-b490-b8758f1fe260", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:10.897893 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a11c4afd-467a-4424-b964-83eb96542dd0 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:10.897893 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231ea380-cd54-4b1e-a766-0b54aefee668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65865e6b-f533-46b6-b490-b8758f1fe260', 'code': 200} Aug 17 01:16:10.921422 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:11.048168 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 42b5e4e9-7519-45eb-8fa5-e366648be101, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=42b5e4e9-7519-45eb-8fa5-e366648be101,segment=NetworkSegment(ce990923-b9be-48ac-aa25-a755598ac638),segment_id=ce990923-b9be-48ac-aa25-a755598ac638)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:11.068424 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:11.088310 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Transition to ACTIVE for port object d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:16:11.125465 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14b25a-c5ee-4b6b-8eeb-291877b8e98c req-d8ba6331-3b17-492a-829c-df2cf4551bb0 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:11.127986 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6b14b25a-c5ee-4b6b-8eeb-291877b8e98c req-d8ba6331-3b17-492a-829c-df2cf4551bb0 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 945 time: 0.1168051 Aug 17 01:16:11.162106 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:11.174976 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 36488) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:11.193655 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42fe415f-d2aa-403f-bdc7-b5821b9af178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:11.214716 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80aba6-79e0-45e1-8912-1a9605e5a721 req-61d7906d-b78e-421b-8c7b-12b42d15a56b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:11.216895 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1c80aba6-79e0-45e1-8912-1a9605e5a721 req-61d7906d-b78e-421b-8c7b-12b42d15a56b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 944 time: 0.0948684 Aug 17 01:16:11.229865 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6b14b25a-c5ee-4b6b-8eeb-291877b8e98c req-d974c22d-77ee-4367-b6dd-afbce73cfb87 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866935 Aug 17 01:16:11.250232 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device fc383a63-3786-40cd-a483-096cca8d7f26 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:16:11.263858 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:11.386259 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=42b5e4e9-7519-45eb-8fa5-e366648be101,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:11.454668 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-3dfbc5d4-eda4-4c6b-93f4-5357fd2a60e9 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:11.456348 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-3dfbc5d4-eda4-4c6b-93f4-5357fd2a60e9 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.81 "GET /v2.0/networks?id=2d078c6a-bf10-4978-938b-717465589ddc HTTP/1.1" status: 200 len: 810 time: 0.2197993 Aug 17 01:16:11.482492 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1c80aba6-79e0-45e1-8912-1a9605e5a721 req-fa2bd916-6502-465b-babd-a852b37f242b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385554 Aug 17 01:16:11.497590 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Network b08e8e09-29ee-47e0-8a15-1911920c916e is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:16:11.510026 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:16:11.530386 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:16:11.540771 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port fc383a63-3786-40cd-a483-096cca8d7f26 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:16:11.545493 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:11.546727 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port fc383a63-3786-40cd-a483-096cca8d7f26 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:16:11.547752 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:11.547871 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:11.598719 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3553ce7c-91cb-47c2-85d1-41c0160677c2 req-cdf95cab-de47-4805-b7cb-58c1f7c4574b tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 210 time: 0.0933089 Aug 17 01:16:11.651194 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event updated for resources: {'Port': ['ID=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:11.678590 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:11.724692 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0b789-97a7-428a-ad89-03d4a7ce0be6 req-66492c53-9ce4-4db3-8f1e-66518fe3c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:11.726512 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-76d0b789-97a7-428a-ad89-03d4a7ce0be6 req-66492c53-9ce4-4db3-8f1e-66518fe3c8d9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 1098 time: 0.2691667 Aug 17 01:16:11.736059 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-1dab5fef-25db-4906-921c-a9b395d3aa9b tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a8b73fe494a408880a6d2d3e06b39ba HTTP/1.1" status: 200 len: 379 time: 0.2655075 Aug 17 01:16:11.748238 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port fc383a63-3786-40cd-a483-096cca8d7f26, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=fc383a63-3786-40cd-a483-096cca8d7f26,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:11.765927 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Request body: {'port': {'device_id': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'admin_state_up': True, 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'security_groups': ['2d12240d-fe00-4971-afd0-892ffbb8c5be']}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:11.834014 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d684c-ab98-4c59-a02b-8e633a42bb32 req-0e86dd92-f2b3-4664-8d3e-c03b783ed6b8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:11.834014 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-887d684c-ab98-4c59-a02b-8e633a42bb32 req-0e86dd92-f2b3-4664-8d3e-c03b783ed6b8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 931 time: 0.1677587 Aug 17 01:16:11.852145 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-76d0b789-97a7-428a-ad89-03d4a7ce0be6 req-cb40e483-1b05-4fe7-8ea7-b10cb3581fab service neutron] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:11.857074 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:11.866706 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42fe415f-d2aa-403f-bdc7-b5821b9af178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:11.921203 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=fc383a63-3786-40cd-a483-096cca8d7f26,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:12.003804 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-887d684c-ab98-4c59-a02b-8e633a42bb32 req-e7424e4b-9be4-46dc-8225-774a935d04c2 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318123 Aug 17 01:16:12.066798 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42fe415f-d2aa-403f-bdc7-b5821b9af178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:12.076469 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e39e9a-2acd-4dd7-bb5e-fa49b0cc4c2a req-26f2bd6b-4509-4a5d-abf8-b8ff0cce9199 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:12.081105 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-16e39e9a-2acd-4dd7-bb5e-fa49b0cc4c2a req-26f2bd6b-4509-4a5d-abf8-b8ff0cce9199 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 945 time: 0.1013565 Aug 17 01:16:12.115742 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-42fe415f-d2aa-403f-bdc7-b5821b9af178 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ef575df47614043ae11124fba19e5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9396038 Aug 17 01:16:12.116494 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe415f-d2aa-403f-bdc7-b5821b9af178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f2ea42-f60d-400c-986f-86ebd2fcbaf2,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:12.120567 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 36516) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:12.184783 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-27689d2f-21a8-4020-9da2-7e8c9430c5c3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3231990 Aug 17 01:16:12.198233 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Request body: {'port': {'device_id': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:12.209859 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-e01f94fd-7968-4db4-81e1-dbf8129bdd44 None None] Provisioning for port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:16:12.215119 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-e01f94fd-7968-4db4-81e1-dbf8129bdd44 None None] Provisioning complete for port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:16:12.217400 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-e01f94fd-7968-4db4-81e1-dbf8129bdd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:12.233633 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-16e39e9a-2acd-4dd7-bb5e-fa49b0cc4c2a req-634107d5-cdec-4793-ab2f-432fc3d0d52e tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368241 Aug 17 01:16:12.309052 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:12.314401 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c3974bd5-6b1d-46ae-b08d-9aac01867818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:12.332564 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-e01f94fd-7968-4db4-81e1-dbf8129bdd44 None None] Port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:16:12.353887 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c3974bd5-6b1d-46ae-b08d-9aac01867818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:12.441990 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-76d0b789-97a7-428a-ad89-03d4a7ce0be6 req-cb40e483-1b05-4fe7-8ea7-b10cb3581fab service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:12.510496 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efed283-f706-4bc3-a26c-710ca6c47f78 req-1d875346-81fc-4da9-8221-acb06de2e3a2 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:12.511935 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2efed283-f706-4bc3-a26c-710ca6c47f78 req-1d875346-81fc-4da9-8221-acb06de2e3a2 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 946 time: 0.1466384 Aug 17 01:16:12.527131 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c3974bd5-6b1d-46ae-b08d-9aac01867818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:12.531596 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c3974bd5-6b1d-46ae-b08d-9aac01867818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:12.534812 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-c3974bd5-6b1d-46ae-b08d-9aac01867818 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23f2ea42-f60d-400c-986f-86ebd2fcbaf2 HTTP/1.1" status: 204 len: 168 time: 0.4127290 Aug 17 01:16:12.587624 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3974bd5-6b1d-46ae-b08d-9aac01867818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f2ea42-f60d-400c-986f-86ebd2fcbaf2,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:12.596666 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-76d0b789-97a7-428a-ad89-03d4a7ce0be6 req-cb40e483-1b05-4fe7-8ea7-b10cb3581fab service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:12.631647 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2efed283-f706-4bc3-a26c-710ca6c47f78 req-6f42c1fb-5361-45fb-be0c-619f0be916c6 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086020 Aug 17 01:16:12.719906 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Made reservation on behalf of 6a8b73fe494a408880a6d2d3e06b39ba for: {'port': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:16:12.726874 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:12.750563 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-76d0b789-97a7-428a-ad89-03d4a7ce0be6 req-cb40e483-1b05-4fe7-8ea7-b10cb3581fab service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0014780 Aug 17 01:16:12.753432 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40e483-1b05-4fe7-8ea7-b10cb3581fab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea5a37f-1306-4c0a-afe7-2d34a7f9783c,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:12.816931 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8fc3ffd7-a1d9-4cbd-9309-8cb146bca51f req-def74369-8145-4ed2-b1f2-c296f5259314 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 210 time: 0.0732977 Aug 17 01:16:12.858929 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307ac83-fb5a-49a1-9729-12ed03983a34 req-976865f5-734d-4fc6-bd04-ebba62454a53 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:12.865888 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d307ac83-fb5a-49a1-9729-12ed03983a34 req-976865f5-734d-4fc6-bd04-ebba62454a53 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 944 time: 0.1522658 Aug 17 01:16:12.880459 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:16:12.894728 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182fecc8-6033-4000-b06a-5c5caf6481d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b5e4e9-7519-45eb-8fa5-e366648be101'}, {'server_uuid': 'b132e4ce-43bc-4c16-bb89-096790c881d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc383a63-3786-40cd-a483-096cca8d7f26'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:12.896261 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:12.897707 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8891f4b5-9809-4f0b-9b25-ac9791ab9650" -d '{"events": [{"server_uuid": "182fecc8-6033-4000-b06a-5c5caf6481d3", "name": "network-vif-plugged", "status": "completed", "tag": "42b5e4e9-7519-45eb-8fa5-e366648be101"}, {"server_uuid": "b132e4ce-43bc-4c16-bb89-096790c881d0", "name": "network-vif-plugged", "status": "completed", "tag": "fc383a63-3786-40cd-a483-096cca8d7f26"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:12.918615 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Transition to ACTIVE for port object d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:16:12.945180 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009a4bc0-dc6e-45aa-b641-e80d6b4923c7 x-openstack-request-id: req-009a4bc0-dc6e-45aa-b641-e80d6b4923c7 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:12.945729 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182fecc8-6033-4000-b06a-5c5caf6481d3", "name": "network-vif-plugged", "status": "completed", "tag": "42b5e4e9-7519-45eb-8fa5-e366648be101", "code": 200}, {"server_uuid": "b132e4ce-43bc-4c16-bb89-096790c881d0", "name": "network-vif-plugged", "status": "completed", "tag": "fc383a63-3786-40cd-a483-096cca8d7f26", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:12.945847 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-009a4bc0-dc6e-45aa-b641-e80d6b4923c7 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:12.946302 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182fecc8-6033-4000-b06a-5c5caf6481d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b5e4e9-7519-45eb-8fa5-e366648be101', 'code': 200} Aug 17 01:16:12.946930 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b132e4ce-43bc-4c16-bb89-096790c881d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc383a63-3786-40cd-a483-096cca8d7f26', 'code': 200} Aug 17 01:16:12.992523 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d307ac83-fb5a-49a1-9729-12ed03983a34 req-7cde3cdb-f3e4-4177-ad59-9e0b38a863ad tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184666 Aug 17 01:16:13.041116 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Allocated IP 172.20.0.7 (2d078c6a-bf10-4978-938b-717465589ddc/3ed0da04-3611-4266-b624-ad13c42ea9f6/7a4cd394-3d4b-471b-94a4-2368028d42b8) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:16:13.183590 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7123-5879-4f04-85d1-5bd0373bded5 req-d27d4ff6-1675-4f2e-88c9-e0b950b3da01 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:13.183590 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e55f7123-5879-4f04-85d1-5bd0373bded5 req-d27d4ff6-1675-4f2e-88c9-e0b950b3da01 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 931 time: 0.0542419 Aug 17 01:16:13.241196 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e55f7123-5879-4f04-85d1-5bd0373bded5 req-f47441dc-24d1-4459-87fc-00bb3f5ed474 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494957 Aug 17 01:16:13.242113 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:13.258135 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 54177483-6d17-44a1-af9c-78bbaf815d96 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:16:13.540841 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:13.548623 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Attempting to bind port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:16:13.549586 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Attempting to bind port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:16:13.550424 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Attempting to bind port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a on network b08e8e09-29ee-47e0-8a15-1911920c916e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:16:13.563063 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 54177483-6d17-44a1-af9c-78bbaf815d96 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:16:13.568614 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a on network b08e8e09-29ee-47e0-8a15-1911920c916e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:16:13.569224 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Attempting to bind port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a on network b08e8e09-29ee-47e0-8a15-1911920c916e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:16:13.571299 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 54177483-6d17-44a1-af9c-78bbaf815d96 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:16:13.572923 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:13.578932 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:16:13.580786 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Checking segment: {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:16:13.580786 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Bound using segment: {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:16:13.581233 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Bound port: d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:16:13.581719 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:13.639216 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:13.793355 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Transition to ACTIVE for port object 7a4cd394-3d4b-471b-94a4-2368028d42b8 will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:16:13.818987 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7de07-ad97-4453-abed-c717cf2694ff req-ef0f258c-a160-45a1-a315-818a89055e76 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:13.834317 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f5c7de07-ad97-4453-abed-c717cf2694ff req-ef0f258c-a160-45a1-a315-818a89055e76 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 945 time: 0.3345277 Aug 17 01:16:13.850146 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef41f4-a829-4181-a394-85f1e234d712 req-a9903c2c-d2b5-434c-96d7-943622ed88de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:13.852804 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dcef41f4-a829-4181-a394-85f1e234d712 req-a9903c2c-d2b5-434c-96d7-943622ed88de service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 1098 time: 0.2014546 Aug 17 01:16:13.908361 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:13.943110 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:16:13.944925 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dcef41f4-a829-4181-a394-85f1e234d712 req-4101bda7-6b4c-464f-b0d0-1f01876f110b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735390 Aug 17 01:16:13.956397 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 54177483-6d17-44a1-af9c-78bbaf815d96, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=54177483-6d17-44a1-af9c-78bbaf815d96,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:13.961083 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f5c7de07-ad97-4453-abed-c717cf2694ff req-a22c0024-3e9a-4243-a710-b2b51d4be273 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210966 Aug 17 01:16:13.983690 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:16:14.000508 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223477e7-8568-4cb1-956d-8aadf5bd6940 req-7bb488fc-3017-4079-9a35-a4c30b4bc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:14.002080 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-223477e7-8568-4cb1-956d-8aadf5bd6940 req-7bb488fc-3017-4079-9a35-a4c30b4bc5a9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 1099 time: 0.1835940 Aug 17 01:16:14.033907 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf85490-e802-4573-8234-a44485c4621d req-af38ffba-8940-47ce-849b-b8542b117704 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:14.036709 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:14.036985 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-dbf85490-e802-4573-8234-a44485c4621d req-af38ffba-8940-47ce-849b-b8542b117704 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 946 time: 0.1399355 Aug 17 01:16:14.040804 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:14.098657 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e627a688-ec52-4756-89a0-4db7dd03d827 req-70c19c84-f33f-44d1-86da-66fe5d9e9305 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 210 time: 0.0540633 Aug 17 01:16:14.119283 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=54177483-6d17-44a1-af9c-78bbaf815d96,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:14.148468 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:14.150742 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:14.180862 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:14.182143 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:14.183768 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-55688909-b66c-464c-81a5-dec3e1eac4a5 service neutron] 10.222.0.81 "PUT /v2.0/ports/d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a HTTP/1.1" status: 200 len: 1093 time: 1.9907238 Aug 17 01:16:14.186605 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:14.189768 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff8f640-ac9c-4a6d-9a4d-8d06c58b92f2" -d '{"events": [{"name": "network-changed", "server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:14.217866 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-dbf85490-e802-4573-8234-a44485c4621d req-e696262f-3e77-4752-b317-d9e738c0723b tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906117 Aug 17 01:16:14.227857 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-223477e7-8568-4cb1-956d-8aadf5bd6940 req-2dcd0efb-fe52-4f28-bf20-79a0488f6d7e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172854 Aug 17 01:16:14.306868 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f39bbf-bd74-4603-a10b-225612df8fd4 x-openstack-request-id: req-63f39bbf-bd74-4603-a10b-225612df8fd4 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:14.306967 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:14.307236 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63f39bbf-bd74-4603-a10b-225612df8fd4 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:14.307748 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'status': 'completed', 'code': 200} Aug 17 01:16:14.375239 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Network 2d078c6a-bf10-4978-938b-717465589ddc is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:16:14.376097 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event updated for resources: {'Port': ['ID=7a4cd394-3d4b-471b-94a4-2368028d42b8,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:14.381900 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:16:14.385098 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:16:14.391096 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:14.391769 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:14.479457 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a3ce3-07f0-4045-b6c5-23d96326ec34 req-fc916dba-7f7e-4ee2-a4bb-a4c52d2de207 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:14.489181 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a09a3ce3-07f0-4045-b6c5-23d96326ec34 req-fc916dba-7f7e-4ee2-a4bb-a4c52d2de207 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.1871643 Aug 17 01:16:14.544350 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a0ccdda4-5482-4c69-9f1a-f27dec7e1863 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8036525 Aug 17 01:16:14.578796 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a09a3ce3-07f0-4045-b6c5-23d96326ec34 req-3e8c961b-e5dc-4a38-9fcc-6c00c1633954 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883396 Aug 17 01:16:14.597989 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Request body: {'port': {'device_id': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:14.715876 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:14.781338 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-6b962f56-2253-40ec-b778-86c970f59184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:14.783311 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-6b962f56-2253-40ec-b778-86c970f59184 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 1096 time: 0.4660454 Aug 17 01:16:14.878845 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8484bc5-084c-4397-8b2a-173252bca463 req-b454c775-04ab-4cf5-9f50-528d49d06c37 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:14.880499 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a8484bc5-084c-4397-8b2a-173252bca463 req-b454c775-04ab-4cf5-9f50-528d49d06c37 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.1740191 Aug 17 01:16:14.882558 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-48661665-2c44-413b-beaf-e433b475d9d8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a HTTP/1.1" status: 200 len: 217 time: 0.0856600 Aug 17 01:16:14.948743 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a4b72c-eb6f-4b5f-bf73-b496681dad81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54177483-6d17-44a1-af9c-78bbaf815d96'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:14.955600 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445a5ce5-6127-4784-a708-f4212a40d3c2" -d '{"events": [{"server_uuid": "b7a4b72c-eb6f-4b5f-bf73-b496681dad81", "name": "network-vif-plugged", "status": "completed", "tag": "54177483-6d17-44a1-af9c-78bbaf815d96"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:14.987847 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a8484bc5-084c-4397-8b2a-173252bca463 req-6cf6193f-9f74-4721-b22f-91f5e7b22ebd tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923667 Aug 17 01:16:15.019995 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7672cb-ed8a-4e9b-a836-9f34370f1b26 x-openstack-request-id: req-5b7672cb-ed8a-4e9b-a836-9f34370f1b26 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:15.019995 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a4b72c-eb6f-4b5f-bf73-b496681dad81", "name": "network-vif-plugged", "status": "completed", "tag": "54177483-6d17-44a1-af9c-78bbaf815d96", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:15.019995 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b7672cb-ed8a-4e9b-a836-9f34370f1b26 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:15.019995 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a4b72c-eb6f-4b5f-bf73-b496681dad81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54177483-6d17-44a1-af9c-78bbaf815d96', 'code': 200} Aug 17 01:16:15.023346 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b83425dc-163a-48c1-9442-a00377730ffb None None] Provisioning for port 7a4cd394-3d4b-471b-94a4-2368028d42b8 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:16:15.029042 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-1c35574f-a08b-4ea9-91f7-7199f5b298f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:15.030936 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b83425dc-163a-48c1-9442-a00377730ffb None None] Provisioning complete for port 7a4cd394-3d4b-471b-94a4-2368028d42b8 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:16:15.033877 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-1c35574f-a08b-4ea9-91f7-7199f5b298f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49d097c1-16b0-479e-b0a0-6d918c6d35c0 HTTP/1.1" status: 200 len: 855 time: 0.1373320 Aug 17 01:16:15.034696 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b83425dc-163a-48c1-9442-a00377730ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:15.148527 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b83425dc-163a-48c1-9442-a00377730ffb None None] Port 7a4cd394-3d4b-471b-94a4-2368028d42b8 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:16:15.265221 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-716363ea-2309-41d3-a0f0-44d6aa354ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:15.267134 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-716363ea-2309-41d3-a0f0-44d6aa354ea8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e8e09-29ee-47e0-8a15-1911920c916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2118981 Aug 17 01:16:15.368583 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fc13e-4833-4cc3-aa31-ee570e519dd9 req-3b1d6850-ad10-447c-86a5-802351dbc977 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:15.370211 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-203fc13e-4833-4cc3-aa31-ee570e519dd9 req-3b1d6850-ad10-447c-86a5-802351dbc977 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 945 time: 0.1687322 Aug 17 01:16:15.385931 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4cd394-3d4b-471b-94a4-2368028d42b8 {{(pid=94703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:16:15.397274 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:15.417668 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab579502-4ec0-4d49-aac9-271aad8af6df req-52372d8e-c954-48b1-bc9f-4cb5f661d779 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:15.419479 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ab579502-4ec0-4d49-aac9-271aad8af6df req-52372d8e-c954-48b1-bc9f-4cb5f661d779 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 931 time: 0.1460886 Aug 17 01:16:15.435219 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Transition to ACTIVE for port object 7a4cd394-3d4b-471b-94a4-2368028d42b8 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:16:15.475094 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-203fc13e-4833-4cc3-aa31-ee570e519dd9 req-cb86962b-ec16-442a-b222-579df9f84131 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786195 Aug 17 01:16:15.517254 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-bc16705b-30fc-4958-8676-d7c767955e33 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370789 Aug 17 01:16:15.543977 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ab579502-4ec0-4d49-aac9-271aad8af6df req-975394b2-7b18-4818-9d57-f8641220e4b3 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053467 Aug 17 01:16:15.550396 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:15.738679 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4cd394-3d4b-471b-94a4-2368028d42b8,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:15.744644 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Attempting to bind port 7a4cd394-3d4b-471b-94a4-2368028d42b8 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:16:15.744990 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Attempting to bind port 7a4cd394-3d4b-471b-94a4-2368028d42b8 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:16:15.745314 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Attempting to bind port 7a4cd394-3d4b-471b-94a4-2368028d42b8 on network 2d078c6a-bf10-4978-938b-717465589ddc {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:16:15.753593 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Port 7a4cd394-3d4b-471b-94a4-2368028d42b8 on network 2d078c6a-bf10-4978-938b-717465589ddc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:16:15.753836 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Attempting to bind port 7a4cd394-3d4b-471b-94a4-2368028d42b8 on network 2d078c6a-bf10-4978-938b-717465589ddc {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:16:15.761613 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:16:15.762047 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Checking segment: {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:16:15.762517 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Bound using segment: {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:16:15.762976 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Bound port: 7a4cd394-3d4b-471b-94a4-2368028d42b8, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:16:15.763406 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:15.845504 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515f24-a211-4539-b135-59012f6cf4d2 req-6bb3ac6b-3846-44cd-953c-91dc27814e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:15.848910 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-44515f24-a211-4539-b135-59012f6cf4d2 req-6bb3ac6b-3846-44cd-953c-91dc27814e92 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 1098 time: 0.3022153 Aug 17 01:16:15.875719 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db1c1a-d42a-4733-8f8f-087facddbbb4 req-b6ce69a8-34b5-4920-a613-1b711cfc6880 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:15.883553 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f2db1c1a-d42a-4733-8f8f-087facddbbb4 req-b6ce69a8-34b5-4920-a613-1b711cfc6880 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.1106148 Aug 17 01:16:15.930776 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-c4edcb3f-77c9-48d2-9441-8ee59892ed94 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061577 Aug 17 01:16:15.962064 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] For port 7a4cd394-3d4b-471b-94a4-2368028d42b8, host hv-cinder-80390, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:16:15.979883 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-44515f24-a211-4539-b135-59012f6cf4d2 req-60ed9c0d-7d3f-4c12-abb6-5cc4d13f3f8d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194408 Aug 17 01:16:15.990642 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ebe73-c626-48a6-84c7-76962bc68204 req-d2302905-b99b-4659-9c9e-b989e46643b4 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:15.999471 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bd0ebe73-c626-48a6-84c7-76962bc68204 req-d2302905-b99b-4659-9c9e-b989e46643b4 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 946 time: 0.3017888 Aug 17 01:16:16.051571 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] For port 7a4cd394-3d4b-471b-94a4-2368028d42b8, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7a4cd394-3d4b-471b-94a4-2368028d42b8,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:16:16.057708 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f2db1c1a-d42a-4733-8f8f-087facddbbb4 req-2bcc0e06-69b5-4fdf-bd80-6faa9ffbd994 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732340 Aug 17 01:16:16.069972 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bd0ebe73-c626-48a6-84c7-76962bc68204 req-314b0552-8c59-4ea7-8c01-b1d335142ef8 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692899 Aug 17 01:16:16.146146 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8f640-ac9c-4a6d-9a4d-8d06c58b92f2 req-8c182c3e-785f-41cf-a394-5f60d1df057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:16.148273 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bff8f640-ac9c-4a6d-9a4d-8d06c58b92f2 req-8c182c3e-785f-41cf-a394-5f60d1df057a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 1096 time: 0.0718384 Aug 17 01:16:16.180397 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:16.271027 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:16.272111 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:16.274653 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] 10.222.0.81 "PUT /v2.0/ports/7a4cd394-3d4b-471b-94a4-2368028d42b8 HTTP/1.1" status: 200 len: 1093 time: 1.6941655 Aug 17 01:16:16.283547 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8f640-ac9c-4a6d-9a4d-8d06c58b92f2 req-f9b26c22-143b-4701-89f7-72bf5f99b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:16.289890 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bff8f640-ac9c-4a6d-9a4d-8d06c58b92f2 req-f9b26c22-143b-4701-89f7-72bf5f99b032 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 916 time: 0.1296039 Aug 17 01:16:16.299316 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'tag': '7a4cd394-3d4b-471b-94a4-2368028d42b8'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:16.303332 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c7a7ce-a413-4325-b107-f69220c8b32e" -d '{"events": [{"name": "network-changed", "server_uuid": "df3e6219-2120-4175-94d6-f51b53850d4e", "tag": "7a4cd394-3d4b-471b-94a4-2368028d42b8"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:16.351024 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bff8f640-ac9c-4a6d-9a4d-8d06c58b92f2 req-f8ffe09c-48ea-409e-bc35-b7c87cf09131 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a HTTP/1.1" status: 200 len: 217 time: 0.0522740 Aug 17 01:16:16.353899 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694132d-6959-48ed-af77-c5dd23619438 req-ba1ab62d-dfd0-4727-8c9f-101240af43a5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:16.356493 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0694132d-6959-48ed-af77-c5dd23619438 req-ba1ab62d-dfd0-4727-8c9f-101240af43a5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.2105339 Aug 17 01:16:16.397000 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b76191-25ef-46c8-a67c-31109bed15c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4cd394-3d4b-471b-94a4-2368028d42b8,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:16.445279 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8f640-ac9c-4a6d-9a4d-8d06c58b92f2 req-5c104536-7ce2-4f9d-b627-1d13490c5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:16.446938 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bff8f640-ac9c-4a6d-9a4d-8d06c58b92f2 req-5c104536-7ce2-4f9d-b627-1d13490c5e05 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49d097c1-16b0-479e-b0a0-6d918c6d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0862873 Aug 17 01:16:16.467683 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fe8080-6bbb-488e-81c3-37d3cc120207 x-openstack-request-id: req-d9fe8080-6bbb-488e-81c3-37d3cc120207 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:16.468157 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3e6219-2120-4175-94d6-f51b53850d4e", "tag": "7a4cd394-3d4b-471b-94a4-2368028d42b8", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:16.477007 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9fe8080-6bbb-488e-81c3-37d3cc120207 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:16.477007 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'tag': '7a4cd394-3d4b-471b-94a4-2368028d42b8', 'status': 'completed', 'code': 200} Aug 17 01:16:16.512571 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0694132d-6959-48ed-af77-c5dd23619438 req-85736bfd-e9d5-4fbf-8ed3-b2d0e881d3c6 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447890 Aug 17 01:16:16.529639 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-9efbd8ce-82b9-4da8-b1b4-0e190c452214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:16.532378 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-9efbd8ce-82b9-4da8-b1b4-0e190c452214 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 1096 time: 0.1166103 Aug 17 01:16:16.609628 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-d617b045-ce4f-4456-900d-a6963043992b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a4cd394-3d4b-471b-94a4-2368028d42b8 HTTP/1.1" status: 200 len: 217 time: 0.0648491 Aug 17 01:16:16.626842 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8f640-ac9c-4a6d-9a4d-8d06c58b92f2 req-a28f1eb2-9aca-406f-9b61-f50ba6827a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:16.629926 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bff8f640-ac9c-4a6d-9a4d-8d06c58b92f2 req-a28f1eb2-9aca-406f-9b61-f50ba6827a52 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e8e09-29ee-47e0-8a15-1911920c916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1717587 Aug 17 01:16:16.791656 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-3d355b26-5ca3-4228-94d9-d779c06890ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:16.799357 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-3d355b26-5ca3-4228-94d9-d779c06890ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ed0da04-3611-4266-b624-ad13c42ea9f6 HTTP/1.1" status: 200 len: 849 time: 0.1779363 Aug 17 01:16:16.865239 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bff8f640-ac9c-4a6d-9a4d-8d06c58b92f2 req-38359c14-12f6-4450-b968-469a8c6c54cc service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238483 Aug 17 01:16:16.897429 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a29d8cbf-269a-4f14-b1be-2b85a114ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:16.900114 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-a29d8cbf-269a-4f14-b1be-2b85a114ebae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d078c6a-bf10-4978-938b-717465589ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918920 Aug 17 01:16:17.116144 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53583-3f4c-48b7-8c84-5f85621467b5 req-bc14227b-4d6c-4ea8-99c2-6b6f5fff56de tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:17.118863 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-31f53583-3f4c-48b7-8c84-5f85621467b5 req-bc14227b-4d6c-4ea8-99c2-6b6f5fff56de tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 943 time: 0.2577291 Aug 17 01:16:17.129508 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-9ceedd00-ad0a-4d0a-a63c-35b9d94db136 service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187483 Aug 17 01:16:17.229791 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-31f53583-3f4c-48b7-8c84-5f85621467b5 req-4f4ad416-bac3-4fc4-8711-0d35b9fe1aa6 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977807 Aug 17 01:16:17.242005 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bff8f640-ac9c-4a6d-9a4d-8d06c58b92f2 req-a7fca684-11ff-4c5b-be4c-ab0ec7f9a752 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338709 Aug 17 01:16:17.278981 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:16:17.390136 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd99803d-6604-4c63-bac3-e4bfb6402438 req-bcf5a3ee-36e9-4f0b-a0b1-d69718dbc774 service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425573 Aug 17 01:16:17.402926 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950c30f-74f4-4752-81cc-14c07d3954c2 req-9b537474-0b98-4b9c-890b-2ca750b9ba14 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:17.405325 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f950c30f-74f4-4752-81cc-14c07d3954c2 req-9b537474-0b98-4b9c-890b-2ca750b9ba14 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.1575663 Aug 17 01:16:17.480046 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f950c30f-74f4-4752-81cc-14c07d3954c2 req-01005f6f-60f9-4f66-a696-4553d39601bd tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601602 Aug 17 01:16:17.499309 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:17.518303 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'port_id': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'mac_address': 'fa:16:3e:0e:2c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:16:17.594616 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:17.615310 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:16:17.663808 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:17.676653 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7a7ce-a413-4325-b107-f69220c8b32e req-1188ab4d-0786-4ba0-b2e3-44e25f69dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:17.679486 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d2c7a7ce-a413-4325-b107-f69220c8b32e req-1188ab4d-0786-4ba0-b2e3-44e25f69dbb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 1096 time: 0.0773592 Aug 17 01:16:17.686424 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098810b-0f07-40d8-b06d-6ad1d830766c req-19d734d0-d2d8-4820-9c97-518efd1b830e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:17.688612 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3098810b-0f07-40d8-b06d-6ad1d830766c req-19d734d0-d2d8-4820-9c97-518efd1b830e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0663152 Aug 17 01:16:17.740374 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3098810b-0f07-40d8-b06d-6ad1d830766c req-3bdba9af-3c1b-4b3c-9576-d12e5dedd3d9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434248 Aug 17 01:16:17.791406 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7a7ce-a413-4325-b107-f69220c8b32e req-6a13080d-581d-45c4-aadc-4f155566242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:17.792786 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d2c7a7ce-a413-4325-b107-f69220c8b32e req-6a13080d-581d-45c4-aadc-4f155566242c service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d078c6a-bf10-4978-938b-717465589ddc HTTP/1.1" status: 200 len: 910 time: 0.1060088 Aug 17 01:16:17.851511 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d2c7a7ce-a413-4325-b107-f69220c8b32e req-484cb84b-6035-44d8-bdf8-582b29352dad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a4cd394-3d4b-471b-94a4-2368028d42b8 HTTP/1.1" status: 200 len: 217 time: 0.0508201 Aug 17 01:16:17.863190 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:17.947142 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7a7ce-a413-4325-b107-f69220c8b32e req-bb84adce-91c7-4525-abfe-e9457b561764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:17.950857 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d2c7a7ce-a413-4325-b107-f69220c8b32e req-bb84adce-91c7-4525-abfe-e9457b561764 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ed0da04-3611-4266-b624-ad13c42ea9f6 HTTP/1.1" status: 200 len: 849 time: 0.0918527 Aug 17 01:16:17.964067 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:18.035487 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7a7ce-a413-4325-b107-f69220c8b32e req-496e5d87-f3d3-4311-abce-15b33556c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:18.039160 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d2c7a7ce-a413-4325-b107-f69220c8b32e req-496e5d87-f3d3-4311-abce-15b33556c662 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d078c6a-bf10-4978-938b-717465589ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731480 Aug 17 01:16:18.181253 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:16:18.373371 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d2c7a7ce-a413-4325-b107-f69220c8b32e req-758350d8-a200-409c-b8e6-435529e10991 service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225431 Aug 17 01:16:18.562108 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d634bf-3c07-42c1-bb10-aedf83b25c4a req-2338ea3f-14d8-4b0f-a517-53da48ca4fde tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:18.566148 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-02d634bf-3c07-42c1-bb10-aedf83b25c4a req-2338ea3f-14d8-4b0f-a517-53da48ca4fde tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 943 time: 0.1855202 Aug 17 01:16:18.630448 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d2c7a7ce-a413-4325-b107-f69220c8b32e req-85ab9983-d011-42cf-9b46-2d1169e466b5 service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473364 Aug 17 01:16:18.638699 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 36682) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:18.657178 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-02d634bf-3c07-42c1-bb10-aedf83b25c4a req-255812fa-b3d8-4aa0-bcc4-1e32d822b63b tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734105 Aug 17 01:16:18.803628 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bb948-e754-4245-9f42-8ec89dbde73f req-665e74be-9ed2-4b49-8abc-50566bdc7589 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:18.805390 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-429bb948-e754-4245-9f42-8ec89dbde73f req-665e74be-9ed2-4b49-8abc-50566bdc7589 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0607910 Aug 17 01:16:18.820966 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d4c7dcd6-1bf3-45de-acfb-d223ad29334f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:18.882248 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-429bb948-e754-4245-9f42-8ec89dbde73f req-762e34d1-ef30-4055-91e1-59854accc496 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631208 Aug 17 01:16:18.986383 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d4c7dcd6-1bf3-45de-acfb-d223ad29334f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:19.093015 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c2f8b-42d1-4ad7-9475-60b6fcccdbbc req-52f9327c-7bc9-498f-b060-0c6a45daf341 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:19.096378 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-797c2f8b-42d1-4ad7-9475-60b6fcccdbbc req-52f9327c-7bc9-498f-b060-0c6a45daf341 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 944 time: 0.0802176 Aug 17 01:16:19.161331 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-797c2f8b-42d1-4ad7-9475-60b6fcccdbbc req-b55fafb1-1590-4568-b09f-6e33fc3484ca tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495954 Aug 17 01:16:19.177162 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d4c7dcd6-1bf3-45de-acfb-d223ad29334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:19.215814 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7dcd6-1bf3-45de-acfb-d223ad29334f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ce1caa-6697-42ce-b48a-5172bddbfb7d,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:19.245039 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-d4c7dcd6-1bf3-45de-acfb-d223ad29334f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=705d068e84374d69b82458ef43f717ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6051798 Aug 17 01:16:19.247839 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 36714) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:19.278041 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7a4cd394-3d4b-471b-94a4-2368028d42b8 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:16:19.285207 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:16:19.318653 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-52ca2d6d-b26a-4890-8fc4-d328131596e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:19.351249 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-52ca2d6d-b26a-4890-8fc4-d328131596e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:19.457816 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 7a4cd394-3d4b-471b-94a4-2368028d42b8, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7a4cd394-3d4b-471b-94a4-2368028d42b8,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:19.472949 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '7a4cd394-3d4b-471b-94a4-2368028d42b8', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'port_id': '7a4cd394-3d4b-471b-94a4-2368028d42b8', 'mac_address': 'fa:16:3e:8e:14:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:16:19.509419 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-52ca2d6d-b26a-4890-8fc4-d328131596e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:19.512291 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-52ca2d6d-b26a-4890-8fc4-d328131596e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:19.513579 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-52ca2d6d-b26a-4890-8fc4-d328131596e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6ce1caa-6697-42ce-b48a-5172bddbfb7d HTTP/1.1" status: 204 len: 168 time: 0.2644770 Aug 17 01:16:19.521904 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca2d6d-b26a-4890-8fc4-d328131596e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ce1caa-6697-42ce-b48a-5172bddbfb7d,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:19.543752 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:19.558325 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4cd394-3d4b-471b-94a4-2368028d42b8 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:16:19.579657 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 7a4cd394-3d4b-471b-94a4-2368028d42b8, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7a4cd394-3d4b-471b-94a4-2368028d42b8,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:19.580593 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:16:19.584448 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:16:19.586140 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:19.676006 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:19.695782 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:19.707253 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:19.709898 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24285135-cde5-4373-97b0-6fc3e25c83bf" -d '{"events": [{"server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "name": "network-vif-plugged", "status": "completed", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:19.746893 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:19.769541 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=7a4cd394-3d4b-471b-94a4-2368028d42b8,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:19.974952 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['7a4cd394-3d4b-471b-94a4-2368028d42b8'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:16:20.026314 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:20.141259 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:20.217137 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13131284-70e3-4d62-9ab6-6fa6e9b07348 req-da6c529e-f6c2-49b9-bf2c-d5cc49388ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:20.221652 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13131284-70e3-4d62-9ab6-6fa6e9b07348 req-da6c529e-f6c2-49b9-bf2c-d5cc49388ecd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9676635fd0c24582a98d22c51b17f793&device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 1098 time: 0.0828097 Aug 17 01:16:20.264053 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df9935-9a48-4933-af6f-c2e060324737 req-3c151ff0-91d3-4fb0-89ee-62ac191aade4 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:20.266881 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-28df9935-9a48-4933-af6f-c2e060324737 req-3c151ff0-91d3-4fb0-89ee-62ac191aade4 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 944 time: 0.0700688 Aug 17 01:16:20.336819 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-28df9935-9a48-4933-af6f-c2e060324737 req-54a1f0aa-1acd-4753-85e7-cced39041249 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591760 Aug 17 01:16:20.405470 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13131284-70e3-4d62-9ab6-6fa6e9b07348 req-6c31593c-4667-4d48-8742-184ea1b5a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:20.409005 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13131284-70e3-4d62-9ab6-6fa6e9b07348 req-6c31593c-4667-4d48-8742-184ea1b5a13e service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 HTTP/1.1" status: 200 len: 919 time: 0.1618547 Aug 17 01:16:20.421078 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f1c76e-590f-4b9c-96d9-c12e01a14394 x-openstack-request-id: req-25f1c76e-590f-4b9c-96d9-c12e01a14394 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:20.422532 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "name": "network-vif-plugged", "status": "completed", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:20.422943 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25f1c76e-590f-4b9c-96d9-c12e01a14394 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:20.423634 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'code': 200} Aug 17 01:16:20.564671 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2bae9-3421-42c6-8fc0-8b76b76dc6c4 req-77df9206-d4e5-4380-99d8-978999a1c3db tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:20.566245 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4af2bae9-3421-42c6-8fc0-8b76b76dc6c4 req-77df9206-d4e5-4380-99d8-978999a1c3db tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0662534 Aug 17 01:16:20.606144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 36736) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:20.608839 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4af2bae9-3421-42c6-8fc0-8b76b76dc6c4 req-2174cfa8-215f-4422-ade0-78592a15b0a1 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358150 Aug 17 01:16:20.628698 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d96301cb-3d56-4705-a8c9-613bdd9ef049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:20.739139 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42964fb-8026-4341-8752-72f9e95458d7 req-01fa41f1-0832-4fbe-9299-a567ca39f4ec tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:20.739980 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d42964fb-8026-4341-8752-72f9e95458d7 req-01fa41f1-0832-4fbe-9299-a567ca39f4ec tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0644557 Aug 17 01:16:20.794767 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d96301cb-3d56-4705-a8c9-613bdd9ef049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:20.795559 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d42964fb-8026-4341-8752-72f9e95458d7 req-a38f61fe-1fa6-492f-a6f5-b0294177ba39 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439677 Aug 17 01:16:20.909803 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d96301cb-3d56-4705-a8c9-613bdd9ef049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:20.957355 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-d96301cb-3d56-4705-a8c9-613bdd9ef049 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66ae510da2b5472c859c83849be14394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498063 Aug 17 01:16:20.958309 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96301cb-3d56-4705-a8c9-613bdd9ef049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7095327c-6ec5-4717-bba8-470f4267d1e6,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:20.960579 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 36742) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:21.027158 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b723e7-20f1-4247-b610-092970298a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:21.061601 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b723e7-20f1-4247-b610-092970298a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:21.211929 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b723e7-20f1-4247-b610-092970298a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:21.215208 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b723e7-20f1-4247-b610-092970298a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:21.216656 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-10b723e7-20f1-4247-b610-092970298a01 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7095327c-6ec5-4717-bba8-470f4267d1e6 HTTP/1.1" status: 204 len: 168 time: 0.2547085 Aug 17 01:16:21.231918 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b723e7-20f1-4247-b610-092970298a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7095327c-6ec5-4717-bba8-470f4267d1e6,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:21.472688 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d6068-67ec-4d7c-be19-6bef2924c975 req-5d8b32f3-9e4e-4f09-9e97-bf5309891e0f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:21.475451 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3b3d6068-67ec-4d7c-be19-6bef2924c975 req-5d8b32f3-9e4e-4f09-9e97-bf5309891e0f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 944 time: 0.0610631 Aug 17 01:16:21.519486 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3b3d6068-67ec-4d7c-be19-6bef2924c975 req-969f2108-5448-448f-ab7d-a5624a7b9856 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368361 Aug 17 01:16:21.765673 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2772884-7a47-4fb4-9d06-89bee542f5b1 req-7f3acd60-72b2-4af5-b062-c438c1438d4c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:21.767967 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b2772884-7a47-4fb4-9d06-89bee542f5b1 req-7f3acd60-72b2-4af5-b062-c438c1438d4c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0847189 Aug 17 01:16:21.837053 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b2772884-7a47-4fb4-9d06-89bee542f5b1 req-be453a7b-7f04-43c7-a6f7-2241b44fc755 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583014 Aug 17 01:16:21.990474 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90d9ad-1a47-4a3b-af39-1a4220489bb8 req-0b864709-92c7-4fe5-887d-a08a38fde81b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:21.992598 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2a90d9ad-1a47-4a3b-af39-1a4220489bb8 req-0b864709-92c7-4fe5-887d-a08a38fde81b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0780458 Aug 17 01:16:22.040852 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2a90d9ad-1a47-4a3b-af39-1a4220489bb8 req-db48a0de-cf0a-47a9-b94b-cac01206a321 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385361 Aug 17 01:16:22.176815 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:16:22.195084 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:22.645104 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3e09e-50ae-4ef7-94c7-093929efe2c7 req-a8807127-a45c-4420-b87d-ca1432063794 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:22.646733 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9ab3e09e-50ae-4ef7-94c7-093929efe2c7 req-a8807127-a45c-4420-b87d-ca1432063794 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 944 time: 0.0552602 Aug 17 01:16:22.690464 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9ab3e09e-50ae-4ef7-94c7-093929efe2c7 req-355ba943-a983-4261-8043-9af224c8f8c7 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365057 Aug 17 01:16:22.995623 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51fb9f-5d63-4b5b-bd73-8cd34b30d89a req-584d9134-ad23-400b-92ed-e44e6cd82662 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:22.997426 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9f51fb9f-5d63-4b5b-bd73-8cd34b30d89a req-584d9134-ad23-400b-92ed-e44e6cd82662 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0624204 Aug 17 01:16:23.048417 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9f51fb9f-5d63-4b5b-bd73-8cd34b30d89a req-a01095fa-a782-45fe-8c24-b15caa4de044 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 Aug 17 01:16:23.209022 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb6093-80f1-4e14-8686-2631c79033c8 req-25c8df2a-caf9-4945-b59a-065b549fe24e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:23.210966 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f3eb6093-80f1-4e14-8686-2631c79033c8 req-25c8df2a-caf9-4945-b59a-065b549fe24e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0544531 Aug 17 01:16:23.268838 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f3eb6093-80f1-4e14-8686-2631c79033c8 req-e6aea656-2ec3-4ed7-9f29-a44ebbbe5831 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508811 Aug 17 01:16:23.441351 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13131284-70e3-4d62-9ab6-6fa6e9b07348 req-00355310-d72b-4ec1-a987-447cb3957885 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54177483-6d17-44a1-af9c-78bbaf815d96 HTTP/1.1" status: 200 len: 217 time: 0.0971973 Aug 17 01:16:23.552802 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13131284-70e3-4d62-9ab6-6fa6e9b07348 req-dfb6ed6f-20e0-464f-99f1-6ab2793de7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:23.555722 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13131284-70e3-4d62-9ab6-6fa6e9b07348 req-dfb6ed6f-20e0-464f-99f1-6ab2793de7a7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e2c2a28-77ad-473a-b650-c5be7686e385 HTTP/1.1" status: 200 len: 859 time: 0.1034346 Aug 17 01:16:23.604939 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13131284-70e3-4d62-9ab6-6fa6e9b07348 req-32405c38-a8ac-4f85-be25-f49504114bfd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349894 Aug 17 01:16:23.706660 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13131284-70e3-4d62-9ab6-6fa6e9b07348 req-40219172-a798-459a-8222-051bc70fa10e service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925660 Aug 17 01:16:23.826234 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b55f8-ee94-461b-9059-de9c6881fcdc req-01f593f1-d042-4b6b-9772-024b9184b057 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:23.828846 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-831b55f8-ee94-461b-9059-de9c6881fcdc req-01f593f1-d042-4b6b-9772-024b9184b057 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 944 time: 0.0655839 Aug 17 01:16:23.889333 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-831b55f8-ee94-461b-9059-de9c6881fcdc req-9398feab-4c71-4fb7-b3e8-b7054a948f12 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508859 Aug 17 01:16:24.198293 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dad5f-9372-41ff-ac6f-07c30bf9708e req-05dfa326-9c5c-4bbe-88ce-7569985c5396 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:24.199853 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4c6dad5f-9372-41ff-ac6f-07c30bf9708e req-05dfa326-9c5c-4bbe-88ce-7569985c5396 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0610516 Aug 17 01:16:24.254546 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4c6dad5f-9372-41ff-ac6f-07c30bf9708e req-3f11f479-3264-457e-a7da-1998f2d8252e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438654 Aug 17 01:16:24.433705 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0c185-3a86-48a1-b98f-b1cea59f5ffe req-01ce36fc-c3ad-415f-9ad4-a8f7550958bb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:24.435363 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cef0c185-3a86-48a1-b98f-b1cea59f5ffe req-01ce36fc-c3ad-415f-9ad4-a8f7550958bb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0528882 Aug 17 01:16:24.480699 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cef0c185-3a86-48a1-b98f-b1cea59f5ffe req-32c4f2f7-2bd1-4f37-8cfd-f3bc5f8785ea tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376031 Aug 17 01:16:25.029326 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab4101-d4fc-483c-a83e-bd8239f19f96 req-e86ac28d-c538-4dd4-ba02-ff3439d08011 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:25.030936 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c2ab4101-d4fc-483c-a83e-bd8239f19f96 req-e86ac28d-c538-4dd4-ba02-ff3439d08011 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 944 time: 0.0553086 Aug 17 01:16:25.079258 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c2ab4101-d4fc-483c-a83e-bd8239f19f96 req-37540df6-9d46-46e3-85bd-d62f6286ad89 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358696 Aug 17 01:16:25.405842 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61a1e-a366-4644-84d2-79a6b3775939 req-f878bde1-aeb5-47df-ac52-012f2326e564 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:25.407710 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2ed61a1e-a366-4644-84d2-79a6b3775939 req-f878bde1-aeb5-47df-ac52-012f2326e564 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0725801 Aug 17 01:16:25.457053 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2ed61a1e-a366-4644-84d2-79a6b3775939 req-e91ee921-823a-420b-8b49-8275c58a13a3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Aug 17 01:16:25.641456 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a0f3-71f0-4163-8037-1be8a06543b3 req-24a602f1-4a4b-495a-817f-1678d1c95752 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:25.643426 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-57c5a0f3-71f0-4163-8037-1be8a06543b3 req-24a602f1-4a4b-495a-817f-1678d1c95752 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0658789 Aug 17 01:16:25.685008 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-57c5a0f3-71f0-4163-8037-1be8a06543b3 req-dd43675e-d861-4c30-9a28-166abe18bda6 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353026 Aug 17 01:16:26.204108 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950511cb-1fc4-4e2b-8be3-83767ff48714 req-4488e5f3-c57d-49ef-8435-7fa6174dcd8c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:26.205907 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-950511cb-1fc4-4e2b-8be3-83767ff48714 req-4488e5f3-c57d-49ef-8435-7fa6174dcd8c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 944 time: 0.0542247 Aug 17 01:16:26.251068 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-950511cb-1fc4-4e2b-8be3-83767ff48714 req-56e09b34-90e1-4d68-8e1a-95d42557db2d tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386727 Aug 17 01:16:26.644429 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4af21-fdae-4df3-aceb-7eeef83d3f77 req-778e7b36-af5c-41e9-b67b-74290d7202f5 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:26.647190 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0da4af21-fdae-4df3-aceb-7eeef83d3f77 req-778e7b36-af5c-41e9-b67b-74290d7202f5 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0878031 Aug 17 01:16:26.715954 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0da4af21-fdae-4df3-aceb-7eeef83d3f77 req-01be879a-47e8-41ad-a8fb-e71213dd4399 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595479 Aug 17 01:16:26.777891 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519838f-13c0-4111-8bff-39055e2187ed req-729990aa-acc7-480f-8e89-ce9b154d85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:26.782184 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4519838f-13c0-4111-8bff-39055e2187ed req-729990aa-acc7-480f-8e89-ce9b154d85b3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 1098 time: 0.0820546 Aug 17 01:16:26.835327 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4519838f-13c0-4111-8bff-39055e2187ed req-ba58ca56-eb0e-4748-801c-271d222b6b4f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 Aug 17 01:16:26.853341 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13131284-70e3-4d62-9ab6-6fa6e9b07348 req-af55fb9d-6152-496b-9c8c-435f2fd94917 service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656251 Aug 17 01:16:26.870882 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ef26f-2ae6-433f-aa6f-6f0fc24ef1ee req-bae7cf55-e53a-4121-981d-961318b50108 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:26.872478 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-436ef26f-2ae6-433f-aa6f-6f0fc24ef1ee req-bae7cf55-e53a-4121-981d-961318b50108 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0776217 Aug 17 01:16:26.914847 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-436ef26f-2ae6-433f-aa6f-6f0fc24ef1ee req-33bf585e-2f62-4826-98dc-f98ffdddf444 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358019 Aug 17 01:16:27.423642 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fe2f1-3e4f-4239-9a1a-a1dd9f30628c req-1f4fd375-128c-42f4-9d9c-63d6808e32a8 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:27.426242 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-679fe2f1-3e4f-4239-9a1a-a1dd9f30628c req-1f4fd375-128c-42f4-9d9c-63d6808e32a8 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 944 time: 0.0877798 Aug 17 01:16:27.467857 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-679fe2f1-3e4f-4239-9a1a-a1dd9f30628c req-3c8cd04c-6d45-46f1-9bb4-a1654ae60746 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354323 Aug 17 01:16:27.845987 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b768ee-76ad-4ecd-bc2f-e3e2c11c5611 req-b63c2c37-858e-46ab-99f3-2994a63c749d tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:27.847606 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b9b768ee-76ad-4ecd-bc2f-e3e2c11c5611 req-b63c2c37-858e-46ab-99f3-2994a63c749d tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0532708 Aug 17 01:16:27.892998 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b9b768ee-76ad-4ecd-bc2f-e3e2c11c5611 req-9b6d27a8-e6e2-4717-b050-4a10f1123c31 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355124 Aug 17 01:16:28.051088 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cb7e8-6479-431d-a0b6-2b6e6ff10a3b req-f65ffe5f-2535-4f02-b954-e2183d961781 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:28.052807 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e84cb7e8-6479-431d-a0b6-2b6e6ff10a3b req-f65ffe5f-2535-4f02-b954-e2183d961781 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0590942 Aug 17 01:16:28.103319 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e84cb7e8-6479-431d-a0b6-2b6e6ff10a3b req-867c3f29-aea2-4914-869f-5e44038348a6 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389867 Aug 17 01:16:28.244706 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7a4cd394-3d4b-471b-94a4-2368028d42b8 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:16:28.372033 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 7a4cd394-3d4b-471b-94a4-2368028d42b8 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:16:28.376645 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 7a4cd394-3d4b-471b-94a4-2368028d42b8 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:16:28.377048 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:28.465131 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:28.491752 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4cd394-3d4b-471b-94a4-2368028d42b8'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:28.494042 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ee6da2-c809-46dd-b1fd-624bfe60a6d1" -d '{"events": [{"server_uuid": "df3e6219-2120-4175-94d6-f51b53850d4e", "name": "network-vif-plugged", "status": "completed", "tag": "7a4cd394-3d4b-471b-94a4-2368028d42b8"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:28.510846 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 7a4cd394-3d4b-471b-94a4-2368028d42b8, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7a4cd394-3d4b-471b-94a4-2368028d42b8,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:16:28.538124 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d76a63e-03c2-4623-a433-f469314a5d56 x-openstack-request-id: req-6d76a63e-03c2-4623-a433-f469314a5d56 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:28.545948 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3e6219-2120-4175-94d6-f51b53850d4e", "name": "network-vif-plugged", "status": "completed", "tag": "7a4cd394-3d4b-471b-94a4-2368028d42b8", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:28.545948 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d76a63e-03c2-4623-a433-f469314a5d56 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:28.545948 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4cd394-3d4b-471b-94a4-2368028d42b8', 'code': 200} Aug 17 01:16:28.626688 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:28.643982 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d4899-71ae-43fa-a15c-3a9da2fb8ea9 req-04ce02bf-e31b-4e38-99ee-ed2cc04cd3cf tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:28.647157 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-175d4899-71ae-43fa-a15c-3a9da2fb8ea9 req-04ce02bf-e31b-4e38-99ee-ed2cc04cd3cf tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 944 time: 0.0753150 Aug 17 01:16:28.700836 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-175d4899-71ae-43fa-a15c-3a9da2fb8ea9 req-052ca1b4-96fc-4daa-a0ec-a9aa93712378 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473819 Aug 17 01:16:28.703070 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=7a4cd394-3d4b-471b-94a4-2368028d42b8,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:29.019274 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c9ee9-10b5-413b-bebe-10da14030b58 req-7fee89ec-8385-48e3-82cf-8f89291da28d tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:29.020786 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-181c9ee9-10b5-413b-bebe-10da14030b58 req-7fee89ec-8385-48e3-82cf-8f89291da28d tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0528448 Aug 17 01:16:29.059855 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-181c9ee9-10b5-413b-bebe-10da14030b58 req-5180859f-09e6-49c9-a7d3-63b8b6d71c97 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329366 Aug 17 01:16:29.237281 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c226a-79e4-400e-9bf8-fe87d2acfe4c req-7f788286-4d09-48df-a73b-7626369c17eb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:29.238927 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-738c226a-79e4-400e-9bf8-fe87d2acfe4c req-7f788286-4d09-48df-a73b-7626369c17eb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0599217 Aug 17 01:16:29.279900 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-738c226a-79e4-400e-9bf8-fe87d2acfe4c req-0dae94ef-35b4-4715-9224-fe343d26939c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344043 Aug 17 01:16:29.831178 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba5432-521a-4293-8fed-c872269d17b4 req-4bda1d5c-e8c9-4788-b7fe-387b4a4bee9f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:29.832803 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-98ba5432-521a-4293-8fed-c872269d17b4 req-4bda1d5c-e8c9-4788-b7fe-387b4a4bee9f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0551896 Aug 17 01:16:29.878323 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-98ba5432-521a-4293-8fed-c872269d17b4 req-ac30fc9c-d9d1-440e-b635-ec148ad6b44e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378668 Aug 17 01:16:30.183987 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8285f-64fe-44f5-85c9-cf471b8e8694 req-8c27f94b-c54d-4b28-b0a5-562877a564d9 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:30.185466 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-72a8285f-64fe-44f5-85c9-cf471b8e8694 req-8c27f94b-c54d-4b28-b0a5-562877a564d9 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0545676 Aug 17 01:16:30.231539 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-72a8285f-64fe-44f5-85c9-cf471b8e8694 req-9b0f3ac2-0b7a-441e-977e-49f6b98e1cf7 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353115 Aug 17 01:16:30.444966 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68db80-47ba-4e81-bad6-2e2d4254373f req-96b35a5a-885b-4a6f-a7b1-8831bc34ab8c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:30.446642 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ba68db80-47ba-4e81-bad6-2e2d4254373f req-96b35a5a-885b-4a6f-a7b1-8831bc34ab8c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0892820 Aug 17 01:16:30.490354 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ba68db80-47ba-4e81-bad6-2e2d4254373f req-591fc01e-8feb-4cb4-a7de-560b01ac0988 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372343 Aug 17 01:16:30.589079 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea212bda-c31d-48f8-b366-fb4158ac6b17 req-2afd84c8-a91c-4388-9eda-b7b830b1ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:30.590605 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ea212bda-c31d-48f8-b366-fb4158ac6b17 req-2afd84c8-a91c-4388-9eda-b7b830b1ffdd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 1098 time: 0.0445647 Aug 17 01:16:30.646522 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ea212bda-c31d-48f8-b366-fb4158ac6b17 req-2fecab39-c435-4625-a97f-95352d9b9237 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418363 Aug 17 01:16:31.056276 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3642b5-765d-4b59-9e08-f301485de2b2 req-ff2d4413-5331-4f4e-90f7-314f586b4c95 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:31.057908 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1a3642b5-765d-4b59-9e08-f301485de2b2 req-ff2d4413-5331-4f4e-90f7-314f586b4c95 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0731976 Aug 17 01:16:31.100266 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1a3642b5-765d-4b59-9e08-f301485de2b2 req-2631213f-32c8-4fca-a2de-774f9cf48654 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355618 Aug 17 01:16:31.358749 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f9f61-4610-4f07-ac1c-41b02f191104 req-192ee64a-bcad-4cd0-8541-4199e2adfd12 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:31.360472 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3d7f9f61-4610-4f07-ac1c-41b02f191104 req-192ee64a-bcad-4cd0-8541-4199e2adfd12 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0529201 Aug 17 01:16:31.407907 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3d7f9f61-4610-4f07-ac1c-41b02f191104 req-765e0e20-312b-4ac9-be50-f9e11eb26a6b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365770 Aug 17 01:16:31.674230 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05593236-ec58-45bb-a9fa-943e8f906803 req-c94e6b1d-dd7a-446d-b85d-146c295e8a05 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:31.675819 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-05593236-ec58-45bb-a9fa-943e8f906803 req-c94e6b1d-dd7a-446d-b85d-146c295e8a05 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0800800 Aug 17 01:16:31.718300 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-05593236-ec58-45bb-a9fa-943e8f906803 req-a19bd218-962c-4c17-bd40-ea97e5e72f95 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355496 Aug 17 01:16:32.221418 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df54f00-cea9-48e4-928d-8bc9d3c7b4ec req-3900e6af-9900-4547-bc01-bdb9f40d62ce tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:32.223103 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4df54f00-cea9-48e4-928d-8bc9d3c7b4ec req-3900e6af-9900-4547-bc01-bdb9f40d62ce tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0521820 Aug 17 01:16:32.277631 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4df54f00-cea9-48e4-928d-8bc9d3c7b4ec req-762da448-cc77-4193-b41f-a89531f3fc1b tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478911 Aug 17 01:16:32.378182 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-843d2b31-20af-436d-ac3a-a95dd9130b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:32.545113 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eabc0d-8610-4582-a228-19d55f886d2b req-1076d2a7-c30c-4dd7-bf7a-1bb5bc57d7d2 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:32.546620 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-87eabc0d-8610-4582-a228-19d55f886d2b req-1076d2a7-c30c-4dd7-bf7a-1bb5bc57d7d2 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0560381 Aug 17 01:16:32.595047 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-87eabc0d-8610-4582-a228-19d55f886d2b req-216de725-28d6-4012-973c-54e8fb4a9e69 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365655 Aug 17 01:16:32.888772 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01986b31-733b-4118-9d97-b99e79ce30f2 req-745b5d4a-e499-4f44-9031-a02e2ecb8be8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:32.891623 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-01986b31-733b-4118-9d97-b99e79ce30f2 req-745b5d4a-e499-4f44-9031-a02e2ecb8be8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0712509 Aug 17 01:16:32.933750 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-01986b31-733b-4118-9d97-b99e79ce30f2 req-b83a9933-c45d-490f-bee4-d9df4fbcb131 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354407 Aug 17 01:16:33.423903 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69cc8d-08a5-425c-8e91-c0a33d812d3c req-3a92d4b4-4191-4f59-86f4-cfe5760b58d2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:33.426304 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd69cc8d-08a5-425c-8e91-c0a33d812d3c req-3a92d4b4-4191-4f59-86f4-cfe5760b58d2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0748589 Aug 17 01:16:33.468314 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd69cc8d-08a5-425c-8e91-c0a33d812d3c req-00922d16-dab8-405f-a87b-15fad274d9e7 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358026 Aug 17 01:16:33.740904 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2a4cb-3b29-4d4b-95e8-1778edb7b6e6 req-697a603e-3c24-47ec-be32-add86ad6011e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:33.742547 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-20b2a4cb-3b29-4d4b-95e8-1778edb7b6e6 req-697a603e-3c24-47ec-be32-add86ad6011e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0566506 Aug 17 01:16:33.791181 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-20b2a4cb-3b29-4d4b-95e8-1778edb7b6e6 req-df715ab5-17b7-4b49-8536-9f1c7bccef51 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421937 Aug 17 01:16:34.096237 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4f66c-9393-40d1-9f14-5add596dbac5 req-99c7e513-9b78-45b4-a1e1-1c3970420f2d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:34.097896 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13a4f66c-9393-40d1-9f14-5add596dbac5 req-99c7e513-9b78-45b4-a1e1-1c3970420f2d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0723145 Aug 17 01:16:34.167989 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13a4f66c-9393-40d1-9f14-5add596dbac5 req-c265d556-5d10-4cec-9f87-7c6065522d98 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635140 Aug 17 01:16:34.605429 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cce300-df3e-4262-918f-8e2ebea09fd2 req-5f7fb545-88e0-4b51-a5f4-0fed35e2cc1c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:34.607410 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d1cce300-df3e-4262-918f-8e2ebea09fd2 req-5f7fb545-88e0-4b51-a5f4-0fed35e2cc1c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0616171 Aug 17 01:16:34.659477 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d1cce300-df3e-4262-918f-8e2ebea09fd2 req-9b868cce-7bb7-4189-87d0-3cccbef85db2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449011 Aug 17 01:16:34.951415 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8343b0b-18f3-45f5-af05-154bac6a5a2b req-89ee2c64-131f-4712-a742-fd18c0c04da3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:34.953022 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d8343b0b-18f3-45f5-af05-154bac6a5a2b req-89ee2c64-131f-4712-a742-fd18c0c04da3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0553699 Aug 17 01:16:34.996318 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d8343b0b-18f3-45f5-af05-154bac6a5a2b req-74673d12-6f9f-4b90-b354-cd3df4f333f3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Aug 17 01:16:35.345595 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282afd42-7663-4f1d-90c9-6e0ab71e1847 req-24554f5b-e301-4c48-8989-f6ec161e7ba1 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:35.347966 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-282afd42-7663-4f1d-90c9-6e0ab71e1847 req-24554f5b-e301-4c48-8989-f6ec161e7ba1 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0672884 Aug 17 01:16:35.391524 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-282afd42-7663-4f1d-90c9-6e0ab71e1847 req-3eaa0ec5-7354-41a7-b435-726673c6eb07 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364122 Aug 17 01:16:35.533650 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cce4c-cfac-4666-8bb9-a00d63aa5624 req-b73ce4c8-86c5-48b3-b4c7-0003a7f55f4a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:35.535299 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ba0cce4c-cfac-4666-8bb9-a00d63aa5624 req-b73ce4c8-86c5-48b3-b4c7-0003a7f55f4a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0640473 Aug 17 01:16:35.555542 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 37030) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:35.561307 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-157d87f3-54dd-4bf1-9338-8d9b9db39d45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Request body: {'floatingip': {'port_id': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:35.638956 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-157d87f3-54dd-4bf1-9338-8d9b9db39d45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:35.925969 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:36.040471 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec94c9-a9ab-4c0a-952b-a62472a94444 req-1952cc08-ef39-41e5-898e-b07d75f7c3fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:36.042064 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-51ec94c9-a9ab-4c0a-952b-a62472a94444 req-1952cc08-ef39-41e5-898e-b07d75f7c3fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.2995107 Aug 17 01:16:36.150177 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-51ec94c9-a9ab-4c0a-952b-a62472a94444 req-a9617f4a-3684-4923-afa8-be2218772647 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993767 Aug 17 01:16:36.252403 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63d28d-d95d-4251-8389-f35a0ece3412 req-75ede96b-3134-4499-af03-79ed992a2f6e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:36.253216 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-57574b25-c21e-4d1c-b73a-8aab145df3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:36.255118 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1f63d28d-d95d-4251-8389-f35a0ece3412 req-75ede96b-3134-4499-af03-79ed992a2f6e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.1162837 Aug 17 01:16:36.309492 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1f63d28d-d95d-4251-8389-f35a0ece3412 req-67354b28-4c8b-4e1e-b460-3749d3ff9c64 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415399 Aug 17 01:16:36.587608 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e0380-f87b-40b3-b606-2ee72ff76289 req-aa3d7fc2-dc68-4d47-a5bc-e39707b68ff2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:36.589125 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-717e0380-f87b-40b3-b606-2ee72ff76289 req-aa3d7fc2-dc68-4d47-a5bc-e39707b68ff2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.3496428 Aug 17 01:16:36.598703 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 37058) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:36.603533 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-9a6d66b3-454e-43ba-bbfe-7ee56bf79acb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Request body: {'floatingip': {'port_id': '7a4cd394-3d4b-471b-94a4-2368028d42b8'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:16:36.680256 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9a6d66b3-454e-43ba-bbfe-7ee56bf79acb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:36.813177 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-157d87f3-54dd-4bf1-9338-8d9b9db39d45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:36.899131 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-157d87f3-54dd-4bf1-9338-8d9b9db39d45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:37.045911 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.l3_db [None req-157d87f3-54dd-4bf1-9338-8d9b9db39d45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Floating IP b6441d1e-23c0-4b40-9919-cce1ca5daff7 associated. External IP: 172.27.3.62, port: d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a. Aug 17 01:16:37.291554 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157d87f3-54dd-4bf1-9338-8d9b9db39d45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:16:37.429580 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157d87f3-54dd-4bf1-9338-8d9b9db39d45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:16:37.435048 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-157d87f3-54dd-4bf1-9338-8d9b9db39d45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:37.448582 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b96b6e-22ef-496e-b7b6-b293606bdc91 None None] Sync routers for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:16:37.475637 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b96b6e-22ef-496e-b7b6-b293606bdc91 None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:16:37.476463 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-d6b96b6e-22ef-496e-b7b6-b293606bdc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:16:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:37.502050 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-157d87f3-54dd-4bf1-9338-8d9b9db39d45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "PUT /v2.0/floatingips/b6441d1e-23c0-4b40-9919-cce1ca5daff7 HTTP/1.1" status: 200 len: 990 time: 1.9394317 Aug 17 01:16:37.502050 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:37.502050 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4ee23c-c117-4c16-8d2a-7b32f2ed9cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:37.595312 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:37.699341 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-d6b96b6e-22ef-496e-b7b6-b293606bdc91 None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:16:37.727442 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9a6d66b3-454e-43ba-bbfe-7ee56bf79acb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:37.759244 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aed5e-bcc3-44b4-bd2b-79513537d1a5 req-8f66f9a2-4ddd-4748-a971-fe55873205ee tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:37.761810 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-100aed5e-bcc3-44b4-bd2b-79513537d1a5 req-8f66f9a2-4ddd-4748-a971-fe55873205ee tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.1085706 Aug 17 01:16:37.814450 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-100aed5e-bcc3-44b4-bd2b-79513537d1a5 req-fe69ab25-4022-4c73-abde-88688ca403f3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396240 Aug 17 01:16:37.840555 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9a6d66b3-454e-43ba-bbfe-7ee56bf79acb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:37.875621 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53b27f4-8079-4c1a-80a4-af7996d2a508 x-openstack-request-id: req-a53b27f4-8079-4c1a-80a4-af7996d2a508 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:37.877013 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:37.877454 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a53b27f4-8079-4c1a-80a4-af7996d2a508 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:37.878189 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'status': 'completed', 'code': 200} Aug 17 01:16:37.958493 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.l3_db [None req-9a6d66b3-454e-43ba-bbfe-7ee56bf79acb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Floating IP 8428c73b-981a-4c28-b965-a6139c1d13b5 associated. External IP: 172.27.3.204, port: 7a4cd394-3d4b-471b-94a4-2368028d42b8. Aug 17 01:16:38.020007 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-d6b96b6e-22ef-496e-b7b6-b293606bdc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'b6441d1e-23c0-4b40-9919-cce1ca5daff7', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'port_id': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'mac_address': 'fa:16:3e:0e:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:16:01Z', 'updated_at': '2021-08-17T01:16:36Z', 'revision_number': 1, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:57Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:38.053525 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b96b6e-22ef-496e-b7b6-b293606bdc91 None None] Checking router: 383d3959-8bd4-4db3-8502-3b9c0580fdb0 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:16:38.067733 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b96b6e-22ef-496e-b7b6-b293606bdc91 None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:16:38.067733 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-d6b96b6e-22ef-496e-b7b6-b293606bdc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:16:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:38.181062 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-d6b96b6e-22ef-496e-b7b6-b293606bdc91 None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:16:38.210004 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6d66b3-454e-43ba-bbfe-7ee56bf79acb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Router 0584656b-d025-4c3e-8a60-e2f5452c04b2 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:16:38.336955 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6d66b3-454e-43ba-bbfe-7ee56bf79acb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:16:38.341736 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9a6d66b3-454e-43ba-bbfe-7ee56bf79acb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:38.350849 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a4dda-3fdb-482c-bef2-3e1c08baf836 None None] Sync routers for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:16:38.365872 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a4dda-3fdb-482c-bef2-3e1c08baf836 None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:16:38.366856 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-739a4dda-3fdb-482c-bef2-3e1c08baf836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:16:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:38.371053 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-9a6d66b3-454e-43ba-bbfe-7ee56bf79acb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "PUT /v2.0/floatingips/8428c73b-981a-4c28-b965-a6139c1d13b5 HTTP/1.1" status: 200 len: 991 time: 1.7710638 Aug 17 01:16:38.371508 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'tag': '7a4cd394-3d4b-471b-94a4-2368028d42b8'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:16:38.374257 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245cb256-1b78-432b-8b80-15c6d429dd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "df3e6219-2120-4175-94d6-f51b53850d4e", "tag": "7a4cd394-3d4b-471b-94a4-2368028d42b8"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:16:38.555040 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-d6b96b6e-22ef-496e-b7b6-b293606bdc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'b6441d1e-23c0-4b40-9919-cce1ca5daff7', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'port_id': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'mac_address': 'fa:16:3e:0e:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:16:01Z', 'updated_at': '2021-08-17T01:16:36Z', 'revision_number': 1, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:57Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:38.584826 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b96b6e-22ef-496e-b7b6-b293606bdc91 None None] The sync data for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi is: [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'b6441d1e-23c0-4b40-9919-cce1ca5daff7', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'port_id': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'mac_address': 'fa:16:3e:0e:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:16:01Z', 'updated_at': '2021-08-17T01:16:36Z', 'revision_number': 1, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:57Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:16:38.616246 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-739a4dda-3fdb-482c-bef2-3e1c08baf836 None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:16:38.867517 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff750b-3289-4892-acde-685338ed90f1 None None] New status for floating IP b6441d1e-23c0-4b40-9919-cce1ca5daff7: ACTIVE {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:16:38.991805 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-739a4dda-3fdb-482c-bef2-3e1c08baf836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '8428c73b-981a-4c28-b965-a6139c1d13b5', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'port_id': '7a4cd394-3d4b-471b-94a4-2368028d42b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'mac_address': 'fa:16:3e:8e:14:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:16:02Z', 'updated_at': '2021-08-17T01:16:37Z', 'revision_number': 1, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:58Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:39.021346 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a4dda-3fdb-482c-bef2-3e1c08baf836 None None] Checking router: 0584656b-d025-4c3e-8a60-e2f5452c04b2 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:16:39.032460 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a4dda-3fdb-482c-bef2-3e1c08baf836 None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:16:39.033560 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-739a4dda-3fdb-482c-bef2-3e1c08baf836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:16:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:39.154795 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-739a4dda-3fdb-482c-bef2-3e1c08baf836 None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:16:39.424425 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:39.469530 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-739a4dda-3fdb-482c-bef2-3e1c08baf836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '8428c73b-981a-4c28-b965-a6139c1d13b5', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'port_id': '7a4cd394-3d4b-471b-94a4-2368028d42b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'mac_address': 'fa:16:3e:8e:14:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:16:02Z', 'updated_at': '2021-08-17T01:16:37Z', 'revision_number': 1, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:58Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:16:39.501174 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a4dda-3fdb-482c-bef2-3e1c08baf836 None None] The sync data for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi is: [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '8428c73b-981a-4c28-b965-a6139c1d13b5', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'port_id': '7a4cd394-3d4b-471b-94a4-2368028d42b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'mac_address': 'fa:16:3e:8e:14:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:16:02Z', 'updated_at': '2021-08-17T01:16:37Z', 'revision_number': 1, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:58Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:16:39.538371 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ee23c-c117-4c16-8d2a-7b32f2ed9cd7 req-938fb8fa-8793-4fb6-81c8-c31ac73d622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:39.540012 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fb4ee23c-c117-4c16-8d2a-7b32f2ed9cd7 req-938fb8fa-8793-4fb6-81c8-c31ac73d622a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 1098 time: 0.0939538 Aug 17 01:16:39.555133 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fecf9db-c72f-48ae-b8d9-87dd7e3881a2 x-openstack-request-id: req-7fecf9db-c72f-48ae-b8d9-87dd7e3881a2 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:16:39.555415 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3e6219-2120-4175-94d6-f51b53850d4e", "tag": "7a4cd394-3d4b-471b-94a4-2368028d42b8", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:16:39.555867 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7fecf9db-c72f-48ae-b8d9-87dd7e3881a2 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:16:39.556282 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'tag': '7a4cd394-3d4b-471b-94a4-2368028d42b8', 'status': 'completed', 'code': 200} Aug 17 01:16:39.687120 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52d5c9-db19-4f12-876d-51fc1f32b825 req-49c7df33-0bc1-4518-a38e-ac973995120a tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:39.693840 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6f52d5c9-db19-4f12-876d-51fc1f32b825 req-49c7df33-0bc1-4518-a38e-ac973995120a tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0789223 Aug 17 01:16:39.694525 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cb256-1b78-432b-8b80-15c6d429dd3c req-310d0af3-7414-443d-a3a9-5637721d9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:39.697171 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-245cb256-1b78-432b-8b80-15c6d429dd3c req-310d0af3-7414-443d-a3a9-5637721d9a0e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 1098 time: 0.1006613 Aug 17 01:16:39.784088 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ee23c-c117-4c16-8d2a-7b32f2ed9cd7 req-cfab75ba-972b-4f86-afa7-6f564ea37974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:39.787043 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fb4ee23c-c117-4c16-8d2a-7b32f2ed9cd7 req-cfab75ba-972b-4f86-afa7-6f564ea37974 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 916 time: 0.2294166 Aug 17 01:16:39.804631 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6f52d5c9-db19-4f12-876d-51fc1f32b825 req-6a12080f-ec78-4403-af08-e8470884dad5 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956755 Aug 17 01:16:39.839005 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cb256-1b78-432b-8b80-15c6d429dd3c req-09e14111-015a-4039-a66e-6b84abafaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:39.843098 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-245cb256-1b78-432b-8b80-15c6d429dd3c req-09e14111-015a-4039-a66e-6b84abafaa41 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d078c6a-bf10-4978-938b-717465589ddc HTTP/1.1" status: 200 len: 910 time: 0.1251471 Aug 17 01:16:39.855813 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eaa2c4-8098-4784-85b7-5a507c4e8732 None None] New status for floating IP 8428c73b-981a-4c28-b965-a6139c1d13b5: ACTIVE {{(pid=94704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:16:39.954336 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fb4ee23c-c117-4c16-8d2a-7b32f2ed9cd7 req-6dc7ffef-59b2-4164-a207-a624a8426a46 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a HTTP/1.1" status: 200 len: 1000 time: 0.1560168 Aug 17 01:16:40.046653 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ee23c-c117-4c16-8d2a-7b32f2ed9cd7 req-e4ab1296-5d05-49b0-aed2-065bcb96a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:40.049356 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fb4ee23c-c117-4c16-8d2a-7b32f2ed9cd7 req-e4ab1296-5d05-49b0-aed2-065bcb96a14a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49d097c1-16b0-479e-b0a0-6d918c6d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0884392 Aug 17 01:16:40.113956 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ee23c-c117-4c16-8d2a-7b32f2ed9cd7 req-7d51c06c-387a-4d30-895c-98e519d04446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:40.115775 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fb4ee23c-c117-4c16-8d2a-7b32f2ed9cd7 req-7d51c06c-387a-4d30-895c-98e519d04446 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e8e09-29ee-47e0-8a15-1911920c916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479097 Aug 17 01:16:40.200445 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-245cb256-1b78-432b-8b80-15c6d429dd3c req-cee0f4ca-78f6-448d-8bc6-e9c012c11d68 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a4cd394-3d4b-471b-94a4-2368028d42b8 HTTP/1.1" status: 200 len: 999 time: 0.3502831 Aug 17 01:16:40.246548 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fb4ee23c-c117-4c16-8d2a-7b32f2ed9cd7 req-f67400fd-cfaa-4a87-8c8f-7d221ca14abc service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191714 Aug 17 01:16:40.282364 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cb256-1b78-432b-8b80-15c6d429dd3c req-0df2b856-04f2-44d5-a8a7-75484d2dd7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:40.284610 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-245cb256-1b78-432b-8b80-15c6d429dd3c req-0df2b856-04f2-44d5-a8a7-75484d2dd7a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ed0da04-3611-4266-b624-ad13c42ea9f6 HTTP/1.1" status: 200 len: 849 time: 0.0745103 Aug 17 01:16:40.372799 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cb256-1b78-432b-8b80-15c6d429dd3c req-0d39027b-a640-44a8-8c1d-564f3244c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:40.376038 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-245cb256-1b78-432b-8b80-15c6d429dd3c req-0d39027b-a640-44a8-8c1d-564f3244c380 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d078c6a-bf10-4978-938b-717465589ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830777 Aug 17 01:16:40.404066 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fb4ee23c-c117-4c16-8d2a-7b32f2ed9cd7 req-970800bb-2afa-4681-892b-a3687cd27ea7 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380186 Aug 17 01:16:40.513848 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-245cb256-1b78-432b-8b80-15c6d429dd3c req-3f98536b-2f32-4158-be0a-81cf9bba74c3 service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222279 Aug 17 01:16:40.648246 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-245cb256-1b78-432b-8b80-15c6d429dd3c req-21d18a76-5dbb-4bcd-a4f5-64fbf69093f0 service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200945 Aug 17 01:16:40.992770 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20144f-6fc6-42c4-aeae-f46f9c204f31 req-ced67e98-a2e1-4b18-9957-f01280d6cb61 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:40.995416 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7d20144f-6fc6-42c4-aeae-f46f9c204f31 req-ced67e98-a2e1-4b18-9957-f01280d6cb61 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0952272 Aug 17 01:16:41.043227 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7d20144f-6fc6-42c4-aeae-f46f9c204f31 req-e70927e9-3f3f-4f39-9eb3-fe266973c839 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 Aug 17 01:16:42.178738 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be711-5606-45c3-8070-23f3d1c81037 req-d096e4fe-268f-46bf-be7c-212bd20b036c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:42.180424 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-507be711-5606-45c3-8070-23f3d1c81037 req-d096e4fe-268f-46bf-be7c-212bd20b036c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0571234 Aug 17 01:16:42.199019 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 37184) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:42.251777 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-507be711-5606-45c3-8070-23f3d1c81037 req-3b386a92-2f44-47aa-a7ca-9e8b546241ac tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647116 Aug 17 01:16:42.455049 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:42.548517 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:42.669465 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:42.711752 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d92e649c2771437ab73d54b89ce54762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116065 Aug 17 01:16:42.712503 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1aa4ee-3fa5-4fcc-9c09-c1f20ba80063,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:42.714832 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 37192) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:42.721149 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.721492 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.721868 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.722210 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.722578 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.722975 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.723566 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.723963 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.724359 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.724770 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.725263 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.725600 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db5709-b257-4ab4-b099-48c4fc23f53b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.778529 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:42.806242 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:42.949667 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:42.953583 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:42.954890 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d1aa4ee-3fa5-4fcc-9c09-c1f20ba80063 HTTP/1.1" status: 204 len: 168 time: 0.2386513 Aug 17 01:16:42.973806 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1aa4ee-3fa5-4fcc-9c09-c1f20ba80063,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:42.991060 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.991419 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.991764 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.992110 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.992453 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.992802 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.993117 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.993471 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.993811 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.994326 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.994678 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:42.995020 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa8714-3b88-4c2f-9213-060860c4d672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:16:43.398746 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320d108-d980-43b0-a87f-241747632f17 req-cbdf4bf6-1980-496c-86a4-5f38bb1f20de tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:43.400456 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7320d108-d980-43b0-a87f-241747632f17 req-cbdf4bf6-1980-496c-86a4-5f38bb1f20de tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0516787 Aug 17 01:16:43.445400 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7320d108-d980-43b0-a87f-241747632f17 req-edbffec7-fb70-4588-a5af-f3569c8c9868 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388274 Aug 17 01:16:43.630177 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 37212) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:43.644268 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-99bdf9ac-fff8-4eb3-a149-e83168307a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:43.755930 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-99bdf9ac-fff8-4eb3-a149-e83168307a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:43.847013 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-99bdf9ac-fff8-4eb3-a149-e83168307a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:43.895601 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-99bdf9ac-fff8-4eb3-a149-e83168307a1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8713ec47da91415b99eb6b864ad479fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642143 Aug 17 01:16:43.896886 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdf9ac-fff8-4eb3-a149-e83168307a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcff3ce3-5823-46f6-b606-7f2787382f1b,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:43.898312 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 37218) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:43.988639 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a256fa77-585b-4a6d-a820-414167fc13a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:44.024608 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a256fa77-585b-4a6d-a820-414167fc13a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:44.160874 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a256fa77-585b-4a6d-a820-414167fc13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:44.163423 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a256fa77-585b-4a6d-a820-414167fc13a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:44.164597 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-a256fa77-585b-4a6d-a820-414167fc13a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcff3ce3-5823-46f6-b606-7f2787382f1b HTTP/1.1" status: 204 len: 168 time: 0.2651923 Aug 17 01:16:44.172980 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256fa77-585b-4a6d-a820-414167fc13a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcff3ce3-5823-46f6-b606-7f2787382f1b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:45.998028 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 37280) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:46.118720 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ffe607bf-847c-4609-9fe3-9d64741a0d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:46.230908 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ffe607bf-847c-4609-9fe3-9d64741a0d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:46.303469 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ffe607bf-847c-4609-9fe3-9d64741a0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:46.343615 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ffe607bf-847c-4609-9fe3-9d64741a0d99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62074d182c7c403384730ce922573e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444390 Aug 17 01:16:46.344804 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe607bf-847c-4609-9fe3-9d64741a0d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca949192-4fcb-474f-be9c-7ae974a2078f,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:46.347770 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 37288) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:16:46.412825 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9fff0920-f33c-4491-bca4-4b0c90ac04db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:46.439926 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9fff0920-f33c-4491-bca4-4b0c90ac04db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:46.600692 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9fff0920-f33c-4491-bca4-4b0c90ac04db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:46.603326 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9fff0920-f33c-4491-bca4-4b0c90ac04db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:46.604568 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-9fff0920-f33c-4491-bca4-4b0c90ac04db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca949192-4fcb-474f-be9c-7ae974a2078f HTTP/1.1" status: 204 len: 168 time: 0.2553256 Aug 17 01:16:46.612865 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff0920-f33c-4491-bca4-4b0c90ac04db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca949192-4fcb-474f-be9c-7ae974a2078f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:16:46.903934 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158eee2-1d14-4867-a6e7-c89cfee6b49b req-7f3fbfe2-d224-4c5e-9295-e1f80ea81be7 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:46.905508 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6158eee2-1d14-4867-a6e7-c89cfee6b49b req-7f3fbfe2-d224-4c5e-9295-e1f80ea81be7 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0536757 Aug 17 01:16:46.957941 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6158eee2-1d14-4867-a6e7-c89cfee6b49b req-4712906b-ef43-4773-b819-613f2d4ba17d tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413866 Aug 17 01:16:48.143645 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03253950-9434-4e73-b5d0-b3a743a30735 req-1b0f2990-bf91-4fc8-8a59-42b2b7d6fe38 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:48.146634 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-03253950-9434-4e73-b5d0-b3a743a30735 req-1b0f2990-bf91-4fc8-8a59-42b2b7d6fe38 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0761178 Aug 17 01:16:48.208658 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-03253950-9434-4e73-b5d0-b3a743a30735 req-7a30050f-022b-4afd-be70-e6f6586dfc4d tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505457 Aug 17 01:16:48.622475 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-122324ea-3fc9-4186-98ba-0558897cae08 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:48.623968 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-122324ea-3fc9-4186-98ba-0558897cae08 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/networks?id=bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 200 len: 815 time: 0.1278205 Aug 17 01:16:48.643964 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-7e86f4d9-5c4e-43fe-8b2f-21c249053306 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/quotas/63c5939bd66a4732804c628d2ccf8743 HTTP/1.1" status: 200 len: 375 time: 0.0117953 Aug 17 01:16:48.705452 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-31ca122f-3597-41bb-8181-3bf01fee09c6 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0548582 Aug 17 01:16:48.814013 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-2aad1105-1141-4a61-bb95-0cf73e45527a service neutron] 10.222.0.45 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016915 Aug 17 01:16:48.913546 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-ecf5d6a1-c57e-4ba4-b685-4e62f7f9b7a4 service neutron] 10.222.0.45 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931773 Aug 17 01:16:49.210535 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1d256bd2-40ad-44e3-9574-e65ce779c191 req-936f67ff-afac-4313-a8ff-215005f9da1d tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 210 time: 0.0550594 Aug 17 01:16:49.352575 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ab173550-e7b6-485e-9084-c8343b3308e3 req-3e5e7c01-f5d7-4eef-bbb7-299b8bf583d6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646641 Aug 17 01:16:49.416063 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6184f-f322-4e3d-a3da-f5ebd5164e81 req-a8b6a432-291c-4b57-9d3b-d148c0a08853 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:49.417864 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-cab6184f-f322-4e3d-a3da-f5ebd5164e81 req-a8b6a432-291c-4b57-9d3b-d148c0a08853 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0642307 Aug 17 01:16:49.489006 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-cab6184f-f322-4e3d-a3da-f5ebd5164e81 req-9ed33fea-35cb-4893-b9c3-199a247d295f tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601614 Aug 17 01:16:49.493905 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab173550-e7b6-485e-9084-c8343b3308e3 req-7692d711-ac36-4f5f-9bf9-77b0cf088d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:49.495502 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ab173550-e7b6-485e-9084-c8343b3308e3 req-7692d711-ac36-4f5f-9bf9-77b0cf088d5d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da48847c0d4a4cc3b8c02f75333a225f&device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 1099 time: 0.0766265 Aug 17 01:16:49.624513 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab173550-e7b6-485e-9084-c8343b3308e3 req-d125ab6a-515c-43ba-9a5f-0f496056a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:49.627161 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ab173550-e7b6-485e-9084-c8343b3308e3 req-d125ab6a-515c-43ba-9a5f-0f496056a5ad service neutron] 10.222.0.81 "GET /v2.0/networks?id=557ce7a2-1d57-4387-822b-445949d62f04 HTTP/1.1" status: 200 len: 911 time: 0.0969703 Aug 17 01:16:49.678305 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ab173550-e7b6-485e-9084-c8343b3308e3 req-849788c7-744f-4b69-96e4-77a537affab8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42b5e4e9-7519-45eb-8fa5-e366648be101 HTTP/1.1" status: 200 len: 217 time: 0.0436175 Aug 17 01:16:49.772724 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab173550-e7b6-485e-9084-c8343b3308e3 req-0bfb0609-dcc3-43eb-bf41-141a8a333255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:49.774263 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ab173550-e7b6-485e-9084-c8343b3308e3 req-0bfb0609-dcc3-43eb-bf41-141a8a333255 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=571acfdf-0498-42c6-a82e-47361a035cd5 HTTP/1.1" status: 200 len: 851 time: 0.0856659 Aug 17 01:16:49.826910 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ab173550-e7b6-485e-9084-c8343b3308e3 req-41f888c0-cf7d-40e7-a686-ef338730f2b5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=557ce7a2-1d57-4387-822b-445949d62f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350211 Aug 17 01:16:49.967805 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ab173550-e7b6-485e-9084-c8343b3308e3 req-d369efdc-ca99-4ab6-9bbf-b9cbc7111a77 service neutron] 10.222.0.81 "GET /v2.0/networks/557ce7a2-1d57-4387-822b-445949d62f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321402 Aug 17 01:16:50.080875 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ab173550-e7b6-485e-9084-c8343b3308e3 req-7aeb7d0c-0fe5-4d47-83c8-148ff0014430 service neutron] 10.222.0.81 "GET /v2.0/networks/557ce7a2-1d57-4387-822b-445949d62f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015630 Aug 17 01:16:50.308080 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-634b8deb-72f6-4691-9676-3715948c9c17 req-ceb6fba5-357a-47ef-b101-7f46cdf8cdcd tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 210 time: 0.0310678 Aug 17 01:16:50.615729 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e6931-5910-4d65-b44f-d40322050c6f req-2f73c025-8732-4521-a2ad-48954d46512b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:50.617409 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-447e6931-5910-4d65-b44f-d40322050c6f req-2f73c025-8732-4521-a2ad-48954d46512b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0527406 Aug 17 01:16:50.660234 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-447e6931-5910-4d65-b44f-d40322050c6f req-97a69b51-d1c3-48f2-a38a-2758cb66e043 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352633 Aug 17 01:16:52.143930 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:16:53.474902 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-eaa3704a-6c0e-4f9b-96ad-daafbcbe2ab3 req-594706e7-b976-4345-b4fc-aa754d98592b tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 210 time: 0.0460846 Aug 17 01:16:53.526425 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aad64a-7634-4db7-8c21-2e066e74df60 req-df58aa03-d736-4a25-9e10-f56745cc5e04 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:53.529206 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b1aad64a-7634-4db7-8c21-2e066e74df60 req-df58aa03-d736-4a25-9e10-f56745cc5e04 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0858059 Aug 17 01:16:53.576148 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b1aad64a-7634-4db7-8c21-2e066e74df60 req-351ba210-18ee-4193-b358-f6fe471580bb tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347159 Aug 17 01:16:57.118481 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0383fc19-195e-4074-aaba-696a734e13ab req-43640029-6114-4bf2-9389-31b55cd3b2a5 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 210 time: 0.0277259 Aug 17 01:16:57.146922 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce14667-d357-4144-bf05-662e344e5192 req-2ef53a3d-44f4-4312-bc7f-dc39cbe780f6 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:16:57.148574 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-dce14667-d357-4144-bf05-662e344e5192 req-2ef53a3d-44f4-4312-bc7f-dc39cbe780f6 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0668428 Aug 17 01:16:57.201951 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-dce14667-d357-4144-bf05-662e344e5192 req-1719ac3f-5412-41b4-8f4e-54b135aa6085 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468135 Aug 17 01:16:59.176698 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:17:00.643898 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-90256f76-de94-46d9-b692-9cd33e6edd81 req-691234c0-ce21-45ae-8a53-62d291bf4973 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 210 time: 0.0327029 Aug 17 01:17:00.680895 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-b82ab609-8619-447d-a51c-c08e38639182 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:00.682494 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-b82ab609-8619-447d-a51c-c08e38639182 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "GET /v2.0/networks?id=bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 200 len: 815 time: 0.1554084 Aug 17 01:17:00.708185 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Request body: {'port': {'device_id': 'c8684aa2-c374-4683-9706-bd17627579d1', 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b', 'admin_state_up': True, 'tenant_id': '63c5939bd66a4732804c628d2ccf8743'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:00.734649 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af800d2-6bed-4203-8548-910aecdcd963 req-7f7e83bb-7e7f-4e4f-a04a-df82c7e389e4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:00.736342 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1af800d2-6bed-4203-8548-910aecdcd963 req-7f7e83bb-7e7f-4e4f-a04a-df82c7e389e4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0806682 Aug 17 01:17:00.793269 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1af800d2-6bed-4203-8548-910aecdcd963 req-cc159aa2-d229-4e59-8ed3-efa3b492c41c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497241 Aug 17 01:17:00.978332 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Made reservation on behalf of 63c5939bd66a4732804c628d2ccf8743 for: {'port': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:17:00.983028 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:01.164514 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Allocated IP 172.20.0.8 (bcd34715-fee9-40c3-b0a9-b230f765973b/bee06119-e53c-4169-bec8-a335f9eda31b/e7fac34a-7fbf-4c85-a838-8de4d61a9f12) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:17:01.372013 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:01.527948 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:01.542717 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['65865e6b-f533-46b6-b490-b8758f1fe260'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:17:01.615604 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Network bcd34715-fee9-40c3-b0a9-b230f765973b is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:17:01.625743 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:01.631943 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:17:01.638048 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:01.638803 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:01.653212 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Pushing event updated for resources: {'Port': ['ID=e7fac34a-7fbf-4c85-a838-8de4d61a9f12,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:01.726924 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-4401c0fc-f8e8-4d77-8484-46bf1146a027 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0265942 Aug 17 01:17:01.744918 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Request body: {'port': {'device_id': 'c8684aa2-c374-4683-9706-bd17627579d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:01.918973 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfcd56-c6c5-4f5c-bfc4-155b7127446b req-24213d14-f7f8-4608-8a89-6d8e1222268b tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:01.921669 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8edfcd56-c6c5-4f5c-bfc4-155b7127446b req-24213d14-f7f8-4608-8a89-6d8e1222268b tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 931 time: 0.1510453 Aug 17 01:17:01.923125 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.037328 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39771a-9cca-4769-a508-f011656bc3c3 req-23688635-b8fc-45b5-aa6d-45b00abc61ee tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:02.039818 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e39771a-9cca-4769-a508-f011656bc3c3 req-23688635-b8fc-45b5-aa6d-45b00abc61ee tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0978324 Aug 17 01:17:02.056738 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8edfcd56-c6c5-4f5c-bfc4-155b7127446b req-e1782956-e4fb-4bbb-8df0-22cf7ca080ee tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105661 Aug 17 01:17:02.098687 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e39771a-9cca-4769-a508-f011656bc3c3 req-d6c16fe9-ebbe-4bbe-9d94-3d9a740f7731 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513828 Aug 17 01:17:02.360795 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f2d83e16-a455-4909-ac0a-94ce563ba3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.386055 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fac34a-7fbf-4c85-a838-8de4d61a9f12 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:17:02.395285 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.410604 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Transition to ACTIVE for port object e7fac34a-7fbf-4c85-a838-8de4d61a9f12 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:02.492173 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.568593 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Pushing event updated for resources: {'Port': ['ID=e7fac34a-7fbf-4c85-a838-8de4d61a9f12,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:02.582895 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Attempting to bind port e7fac34a-7fbf-4c85-a838-8de4d61a9f12 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:17:02.583247 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Attempting to bind port e7fac34a-7fbf-4c85-a838-8de4d61a9f12 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:17:02.583589 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Attempting to bind port e7fac34a-7fbf-4c85-a838-8de4d61a9f12 on network bcd34715-fee9-40c3-b0a9-b230f765973b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:17:02.588711 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Port e7fac34a-7fbf-4c85-a838-8de4d61a9f12 on network bcd34715-fee9-40c3-b0a9-b230f765973b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:17:02.589193 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Attempting to bind port e7fac34a-7fbf-4c85-a838-8de4d61a9f12 on network bcd34715-fee9-40c3-b0a9-b230f765973b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:17:02.595751 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:17:02.600609 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Checking segment: {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:17:02.600609 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Bound using segment: {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:17:02.600609 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Bound port: e7fac34a-7fbf-4c85-a838-8de4d61a9f12, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:17:02.600609 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.681992 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] For port e7fac34a-7fbf-4c85-a838-8de4d61a9f12, host hv-cinder-80390, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:17:02.685473 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] For port e7fac34a-7fbf-4c85-a838-8de4d61a9f12, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e7fac34a-7fbf-4c85-a838-8de4d61a9f12,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:17:02.840322 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.881793 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:02.882450 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:02.883889 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] 10.222.0.81 "PUT /v2.0/ports/e7fac34a-7fbf-4c85-a838-8de4d61a9f12 HTTP/1.1" status: 200 len: 1093 time: 1.1457968 Aug 17 01:17:02.884341 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8684aa2-c374-4683-9706-bd17627579d1', 'tag': 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:17:02.886692 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18832055-45d7-41e3-8a70-5189842d23f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8684aa2-c374-4683-9706-bd17627579d1", "tag": "e7fac34a-7fbf-4c85-a838-8de4d61a9f12"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:17:02.911617 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570cf09-0b37-4acc-96b5-8ef11e4fbd6d service neutron] Pushing event updated for resources: {'Port': ['ID=e7fac34a-7fbf-4c85-a838-8de4d61a9f12,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:05.386240 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dafb6ef-f1ea-466d-acf8-c76ca8137177 x-openstack-request-id: req-7dafb6ef-f1ea-466d-acf8-c76ca8137177 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:17:05.387525 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8684aa2-c374-4683-9706-bd17627579d1", "tag": "e7fac34a-7fbf-4c85-a838-8de4d61a9f12", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:17:05.387525 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7dafb6ef-f1ea-466d-acf8-c76ca8137177 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:17:05.388032 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8684aa2-c374-4683-9706-bd17627579d1', 'tag': 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12', 'status': 'completed', 'code': 200} Aug 17 01:17:05.461946 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-a8222d79-2491-43fe-af35-2e9e45e1e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:05.464685 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-a8222d79-2491-43fe-af35-2e9e45e1e86c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 1096 time: 0.0613582 Aug 17 01:17:05.470056 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23590c23-27bf-4310-ba8d-fad8b5cde97d req-bba15fda-b593-43a3-a971-1417d13246a3 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:05.472760 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-23590c23-27bf-4310-ba8d-fad8b5cde97d req-bba15fda-b593-43a3-a971-1417d13246a3 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 946 time: 0.0769913 Aug 17 01:17:05.520177 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-23590c23-27bf-4310-ba8d-fad8b5cde97d req-9f83d0b8-3e9a-4a7c-ab40-561f4ffc6ac3 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406237 Aug 17 01:17:05.545641 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-3adb9bb0-a209-4cb3-95db-5c9f51b08458 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7fac34a-7fbf-4c85-a838-8de4d61a9f12 HTTP/1.1" status: 200 len: 217 time: 0.0619528 Aug 17 01:17:05.599639 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d2cb4-3fea-4128-a21b-fc672450dc31 req-3f105813-e3f1-4e4b-87f7-02db7f4d0967 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:05.601256 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ee2d2cb4-3fea-4128-a21b-fc672450dc31 req-3f105813-e3f1-4e4b-87f7-02db7f4d0967 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 943 time: 0.1269720 Aug 17 01:17:05.653191 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-50c88cf7-245e-4eb2-a4ad-b43094b56fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:05.655871 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-50c88cf7-245e-4eb2-a4ad-b43094b56fef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bee06119-e53c-4169-bec8-a335f9eda31b HTTP/1.1" status: 200 len: 855 time: 0.0997272 Aug 17 01:17:05.687474 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148cea5-1713-4490-945e-359d04ab4ad9 req-1432c011-925d-4854-8a26-6a5f6b610eae tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:05.687867 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0148cea5-1713-4490-945e-359d04ab4ad9 req-1432c011-925d-4854-8a26-6a5f6b610eae tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0754006 Aug 17 01:17:05.715359 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-5492908c-6e66-46c9-9fbc-a7b84b2c6fbd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcd34715-fee9-40c3-b0a9-b230f765973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472970 Aug 17 01:17:05.719658 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ee2d2cb4-3fea-4128-a21b-fc672450dc31 req-fd9be0a1-c718-4ed9-b6f6-f7765882ead9 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023037 Aug 17 01:17:05.747771 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0148cea5-1713-4490-945e-359d04ab4ad9 req-af7f0a6a-765b-4e9e-80ff-3bd2812173ad tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487752 Aug 17 01:17:05.834409 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-47b15b65-a9be-4953-a2dd-7eea4caef8b6 service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032586 Aug 17 01:17:05.893116 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:05.946607 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b0ecf070-c3e9-4c53-82d2-3dfbfdabd1e0 req-91b554d0-62dd-41b7-a8d5-aef505c3504c service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987203 Aug 17 01:17:06.127822 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18832055-45d7-41e3-8a70-5189842d23f4 req-423cb3e7-e204-4d38-9f0f-99a5d0b6deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:06.129701 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-18832055-45d7-41e3-8a70-5189842d23f4 req-423cb3e7-e204-4d38-9f0f-99a5d0b6deff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 1096 time: 0.0526116 Aug 17 01:17:06.177708 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-66398aae-3d8a-4537-9f08-f092469ed654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:06.243603 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18832055-45d7-41e3-8a70-5189842d23f4 req-0cab2620-f2a5-48d7-a845-32fac1e69134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:06.245733 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-18832055-45d7-41e3-8a70-5189842d23f4 req-0cab2620-f2a5-48d7-a845-32fac1e69134 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 200 len: 915 time: 0.1063924 Aug 17 01:17:06.297347 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-18832055-45d7-41e3-8a70-5189842d23f4 req-07f7f628-ee46-4c24-9933-8c27135f877b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7fac34a-7fbf-4c85-a838-8de4d61a9f12 HTTP/1.1" status: 200 len: 217 time: 0.0406444 Aug 17 01:17:06.361257 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18832055-45d7-41e3-8a70-5189842d23f4 req-4bc32e49-ec08-4bf5-9194-e1636f2446f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:06.364177 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-18832055-45d7-41e3-8a70-5189842d23f4 req-4bc32e49-ec08-4bf5-9194-e1636f2446f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bee06119-e53c-4169-bec8-a335f9eda31b HTTP/1.1" status: 200 len: 855 time: 0.0557423 Aug 17 01:17:06.407215 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-18832055-45d7-41e3-8a70-5189842d23f4 req-c9cb5d9d-fadd-44e8-9ddf-f064dd443d60 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcd34715-fee9-40c3-b0a9-b230f765973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276523 Aug 17 01:17:06.534684 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-18832055-45d7-41e3-8a70-5189842d23f4 req-1174dca4-b829-44d1-b69e-e04cc19e6e9e service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126697 Aug 17 01:17:06.664118 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-18832055-45d7-41e3-8a70-5189842d23f4 req-7a8f3b05-11f3-4cd2-9f05-fc44e152e23b service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205950 Aug 17 01:17:06.696163 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a5473-afb7-427e-9fc5-75566c5dd3ad req-264e223c-897f-4e65-86e0-208a5d9c129c tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:06.698700 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dd5a5473-afb7-427e-9fc5-75566c5dd3ad req-264e223c-897f-4e65-86e0-208a5d9c129c tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 946 time: 0.0699339 Aug 17 01:17:06.764676 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dd5a5473-afb7-427e-9fc5-75566c5dd3ad req-dfe0644e-9e55-4786-bbb2-eca4419d9cc3 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453906 Aug 17 01:17:06.862765 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dbe24-2032-422c-a4b4-1b77fad3c152 req-7f813c73-26d9-4d5e-a8e1-76084e316257 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:06.864424 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-352dbe24-2032-422c-a4b4-1b77fad3c152 req-7f813c73-26d9-4d5e-a8e1-76084e316257 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 943 time: 0.0551693 Aug 17 01:17:06.911046 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b5d3d-3351-4eb7-a96e-d94cb0a50967 req-a0e8eba7-4c6b-4aac-b3f9-ea5451a9f8f4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:06.914413 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c99b5d3d-3351-4eb7-a96e-d94cb0a50967 req-a0e8eba7-4c6b-4aac-b3f9-ea5451a9f8f4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0807316 Aug 17 01:17:06.926354 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-352dbe24-2032-422c-a4b4-1b77fad3c152 req-2d4eab91-d38a-4daf-8270-f8440e7b35dc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476665 Aug 17 01:17:06.961520 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c99b5d3d-3351-4eb7-a96e-d94cb0a50967 req-13e87bac-17d5-4376-a1fd-dc7129b59d61 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365157 Aug 17 01:17:07.577257 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.076901 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 37726) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:08.247385 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 37732) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:08.308475 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7e4f133f-e307-4558-a12b-0437f70ae749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.322046 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f6e81b20-320f-4198-83b6-58dc8e4351a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.355348 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.db.api [None req-f6e81b20-320f-4198-83b6-58dc8e4351a6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 01:17:08.355348 dv-cinder-803901-7-iscsi neutron-server[94702]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 01:17:08.355348 dv-cinder-803901-7-iscsi neutron-server[94702]: [parameters: {'project_id': 'cad5a5e4bdda4cc081eb1d5fcd25a7ba', 'id': 'ca09ad7a-feeb-4255-aaf9-e978cb5d82c8', 'expiration': datetime.datetime(2021, 8, 17, 1, 19, 8, 349786)}] Aug 17 01:17:08.355348 dv-cinder-803901-7-iscsi neutron-server[94702]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 01:17:08.355973 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG oslo_db.api [None req-f6e81b20-320f-4198-83b6-58dc8e4351a6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 01:17:08.444897 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7e4f133f-e307-4558-a12b-0437f70ae749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.532718 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7e4f133f-e307-4558-a12b-0437f70ae749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.574403 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-7e4f133f-e307-4558-a12b-0437f70ae749 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=711a865c01ab460689f8544af8a7769e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962540 Aug 17 01:17:08.575066 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f133f-e307-4558-a12b-0437f70ae749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676aff68-5ebd-4cad-a064-3b200088cc43,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:08.579025 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 37738) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:08.643016 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d2636558-71a2-4f24-a32b-3d961b1a1dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.667216 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d2636558-71a2-4f24-a32b-3d961b1a1dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.806813 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d2636558-71a2-4f24-a32b-3d961b1a1dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.809357 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d2636558-71a2-4f24-a32b-3d961b1a1dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.810619 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-d2636558-71a2-4f24-a32b-3d961b1a1dba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/676aff68-5ebd-4cad-a064-3b200088cc43 HTTP/1.1" status: 204 len: 168 time: 0.2305851 Aug 17 01:17:08.819884 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2636558-71a2-4f24-a32b-3d961b1a1dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676aff68-5ebd-4cad-a064-3b200088cc43,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:08.858476 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f6e81b20-320f-4198-83b6-58dc8e4351a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:08.969766 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f6e81b20-320f-4198-83b6-58dc8e4351a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.026620 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device e7fac34a-7fbf-4c85-a838-8de4d61a9f12 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:17:09.075454 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f6e81b20-320f-4198-83b6-58dc8e4351a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.120521 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-f6e81b20-320f-4198-83b6-58dc8e4351a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cad5a5e4bdda4cc081eb1d5fcd25a7ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8719935 Aug 17 01:17:09.125316 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 37742) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:09.135981 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e81b20-320f-4198-83b6-58dc8e4351a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad71b135-0eb6-40bb-abd9-08f8dd656167,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:09.166729 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port e7fac34a-7fbf-4c85-a838-8de4d61a9f12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e7fac34a-7fbf-4c85-a838-8de4d61a9f12,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:09.181757 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12', 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b', 'port_id': 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12', 'mac_address': 'fa:16:3e:fa:58:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee06119-e53c-4169-bec8-a335f9eda31b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:17:09.228241 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3f95763d-4c44-40c2-9918-096a24ec3183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.235594 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.253837 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3f95763d-4c44-40c2-9918-096a24ec3183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.260493 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fac34a-7fbf-4c85-a838-8de4d61a9f12 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:17:09.307203 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port e7fac34a-7fbf-4c85-a838-8de4d61a9f12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e7fac34a-7fbf-4c85-a838-8de4d61a9f12,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:09.372684 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3f95763d-4c44-40c2-9918-096a24ec3183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.372967 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.373665 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.376910 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3f95763d-4c44-40c2-9918-096a24ec3183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.379266 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-3f95763d-4c44-40c2-9918-096a24ec3183 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad71b135-0eb6-40bb-abd9-08f8dd656167 HTTP/1.1" status: 204 len: 168 time: 0.2514002 Aug 17 01:17:09.389883 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95763d-4c44-40c2-9918-096a24ec3183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad71b135-0eb6-40bb-abd9-08f8dd656167,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:09.593427 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 37748) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:09.607968 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=e7fac34a-7fbf-4c85-a838-8de4d61a9f12,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:09.608356 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-52fc9b1b-3dbb-49cb-b67f-5c8e9feb6243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.623511 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:09.623511 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:09.623511 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:09.624249 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:09.626438 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:09.626438 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:09.626438 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:09.626897 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:09.627237 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:09.627742 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:09.628274 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:09.628805 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:09.760170 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-52fc9b1b-3dbb-49cb-b67f-5c8e9feb6243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.846457 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-52fc9b1b-3dbb-49cb-b67f-5c8e9feb6243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:09.900604 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-52fc9b1b-3dbb-49cb-b67f-5c8e9feb6243 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f34018b133c41478c6ed5b9092d6653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049788 Aug 17 01:17:09.903716 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc9b1b-3dbb-49cb-b67f-5c8e9feb6243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28b281e-e93b-440f-b51c-df8415c4f377,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:09.904158 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 37754) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:09.966012 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-546a30a0-862d-4d2d-8489-77e654544a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.003533 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-546a30a0-862d-4d2d-8489-77e654544a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.138066 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-546a30a0-862d-4d2d-8489-77e654544a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.141721 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-546a30a0-862d-4d2d-8489-77e654544a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.143159 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-546a30a0-862d-4d2d-8489-77e654544a7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f28b281e-e93b-440f-b51c-df8415c4f377 HTTP/1.1" status: 204 len: 168 time: 0.2377489 Aug 17 01:17:10.155722 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a30a0-862d-4d2d-8489-77e654544a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28b281e-e93b-440f-b51c-df8415c4f377,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:10.228188 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 37758) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:10.259626 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-896f0faf-3d81-47a8-b811-5a3a27ecef1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.290548 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da572305-c75b-4285-b416-b0d5aee25e78 req-e3080842-0c70-460a-bf09-cdc36c6fc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:10.294002 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-da572305-c75b-4285-b416-b0d5aee25e78 req-e3080842-0c70-460a-bf09-cdc36c6fc8f0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 1098 time: 0.1237566 Aug 17 01:17:10.419884 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-da572305-c75b-4285-b416-b0d5aee25e78 req-fda22f6a-2507-4d4b-bc98-392c7f64a0ce service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108456 Aug 17 01:17:10.493900 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1815a7-c161-4413-b5f3-5db45a970184 req-aaa35ff1-8e09-43d9-ae4e-68a1d00951f2 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:10.496901 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5c1815a7-c161-4413-b5f3-5db45a970184 req-aaa35ff1-8e09-43d9-ae4e-68a1d00951f2 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 944 time: 0.1061704 Aug 17 01:17:10.503179 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6dd35-c15d-4626-a272-0b8eae6e8e9e req-0dde8044-b560-4066-8d10-f112dce54345 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:10.504873 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-89a6dd35-c15d-4626-a272-0b8eae6e8e9e req-0dde8044-b560-4066-8d10-f112dce54345 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 946 time: 0.1327600 Aug 17 01:17:10.550952 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5c1815a7-c161-4413-b5f3-5db45a970184 req-becda155-2448-40ad-8c09-e0341d663801 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456970 Aug 17 01:17:10.551357 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-896f0faf-3d81-47a8-b811-5a3a27ecef1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.567434 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-89a6dd35-c15d-4626-a272-0b8eae6e8e9e req-f0cf699f-b23d-425d-aa5e-1fa6a44392f9 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553460 Aug 17 01:17:10.620506 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['e7fac34a-7fbf-4c85-a838-8de4d61a9f12'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:17:10.629180 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-896f0faf-3d81-47a8-b811-5a3a27ecef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.685361 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-896f0faf-3d81-47a8-b811-5a3a27ecef1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f095891198a2462aaf4340b322745457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516816 Aug 17 01:17:10.685361 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f0faf-3d81-47a8-b811-5a3a27ecef1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50d1fcf-7603-4d60-9e6f-fa25209c53b7,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:10.686557 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 37762) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:10.744626 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a39a8-6107-4a58-9573-59848acfc1b5 req-bb04829f-5aa2-4d89-9aa4-cab14d6e8106 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:10.744626 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6a8a39a8-6107-4a58-9573-59848acfc1b5 req-bb04829f-5aa2-4d89-9aa4-cab14d6e8106 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.1196687 Aug 17 01:17:10.800184 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-00c53fc7-5505-4c39-a2c8-903c5d712b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.838616 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-00c53fc7-5505-4c39-a2c8-903c5d712b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:10.875212 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6a8a39a8-6107-4a58-9573-59848acfc1b5 req-7abc3ec1-8df0-4633-9af2-8cf6372b9eba tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232517 Aug 17 01:17:10.923895 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30df4c-c080-44c3-9e09-62f83ea392da req-b9f14b49-6650-457e-9674-508d6a071c7d tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:10.925486 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ed30df4c-c080-44c3-9e09-62f83ea392da req-b9f14b49-6650-457e-9674-508d6a071c7d tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.81 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 946 time: 0.1434839 Aug 17 01:17:11.005004 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-00c53fc7-5505-4c39-a2c8-903c5d712b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.005004 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-00c53fc7-5505-4c39-a2c8-903c5d712b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.005004 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-00c53fc7-5505-4c39-a2c8-903c5d712b69 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b50d1fcf-7603-4d60-9e6f-fa25209c53b7 HTTP/1.1" status: 204 len: 168 time: 0.3017008 Aug 17 01:17:11.011718 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c53fc7-5505-4c39-a2c8-903c5d712b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50d1fcf-7603-4d60-9e6f-fa25209c53b7,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:11.184685 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-ed30df4c-c080-44c3-9e09-62f83ea392da req-ce0f8fb3-0447-49b8-8036-d42312155f93 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Deleting port 42b5e4e9-7519-45eb-8fa5-e366648be101 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:17:11.185279 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-ed30df4c-c080-44c3-9e09-62f83ea392da req-ce0f8fb3-0447-49b8-8036-d42312155f93 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.325741 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-ed30df4c-c080-44c3-9e09-62f83ea392da req-ce0f8fb3-0447-49b8-8036-d42312155f93 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] For port 42b5e4e9-7519-45eb-8fa5-e366648be101, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=42b5e4e9-7519-45eb-8fa5-e366648be101,segment=NetworkSegment(ce990923-b9be-48ac-aa25-a755598ac638),segment_id=ce990923-b9be-48ac-aa25-a755598ac638)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:11.326203 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-ed30df4c-c080-44c3-9e09-62f83ea392da req-ce0f8fb3-0447-49b8-8036-d42312155f93 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.363961 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-ed30df4c-c080-44c3-9e09-62f83ea392da req-ce0f8fb3-0447-49b8-8036-d42312155f93 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Calling delete_port for 42b5e4e9-7519-45eb-8fa5-e366648be101 owned by compute:nova {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:17:11.815857 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-ed30df4c-c080-44c3-9e09-62f83ea392da req-ce0f8fb3-0447-49b8-8036-d42312155f93 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:11.831123 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['42b5e4e9-7519-45eb-8fa5-e366648be101'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:17:11.853691 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b847417-3715-4cf1-b2a3-283036421739 req-5f155e7a-40be-4121-a134-88fa077910db tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:11.858532 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1b847417-3715-4cf1-b2a3-283036421739 req-5f155e7a-40be-4121-a134-88fa077910db tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 944 time: 0.1482396 Aug 17 01:17:11.958382 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1b847417-3715-4cf1-b2a3-283036421739 req-9d417ac0-c71d-4398-bffd-18b6608d9a21 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845761 Aug 17 01:17:12.138023 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80391899-565f-4fb5-b7cb-7e5c39bd42a3 req-dcc61d18-7697-43ae-a04f-8ba7a0ca8ed4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:12.139781 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-80391899-565f-4fb5-b7cb-7e5c39bd42a3 req-dcc61d18-7697-43ae-a04f-8ba7a0ca8ed4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0808737 Aug 17 01:17:12.194366 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-80391899-565f-4fb5-b7cb-7e5c39bd42a3 req-e08cd9d6-945d-49eb-858a-cffe8a1d16a8 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447676 Aug 17 01:17:12.230798 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device e7fac34a-7fbf-4c85-a838-8de4d61a9f12 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:12.279731 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f8fb3-0447-49b8-8036-d42312155f93 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Pushing event deleted for resources: {'Port': ['ID=42b5e4e9-7519-45eb-8fa5-e366648be101,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:12.410480 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86147b-ba77-4c02-b1d5-32d3677141bf req-08cb3d93-2510-4326-b14d-43df725f4fdd tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:12.414854 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3a86147b-ba77-4c02-b1d5-32d3677141bf req-08cb3d93-2510-4326-b14d-43df725f4fdd tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.1066589 Aug 17 01:17:12.417518 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port e7fac34a-7fbf-4c85-a838-8de4d61a9f12 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:12.424224 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67306885-c678-46b7-aa15-ebd2e8cfb2ba req-e066f8f4-ee6a-435a-8a21-3a7833f60a96 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:12.424500 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port e7fac34a-7fbf-4c85-a838-8de4d61a9f12 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:12.425928 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:12.435844 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-67306885-c678-46b7-aa15-ebd2e8cfb2ba req-e066f8f4-ee6a-435a-8a21-3a7833f60a96 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 867 time: 0.7046402 Aug 17 01:17:12.475852 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed30df4c-c080-44c3-9e09-62f83ea392da req-ce0f8fb3-0447-49b8-8036-d42312155f93 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] No DVR routers for this DVR port 42b5e4e9-7519-45eb-8fa5-e366648be101 on host hv-cinder-80390 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:17:12.483762 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-ed30df4c-c080-44c3-9e09-62f83ea392da req-ce0f8fb3-0447-49b8-8036-d42312155f93 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:12.488646 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ed30df4c-c080-44c3-9e09-62f83ea392da req-ce0f8fb3-0447-49b8-8036-d42312155f93 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.81 "DELETE /v2.0/ports/42b5e4e9-7519-45eb-8fa5-e366648be101 HTTP/1.1" status: 204 len: 173 time: 1.5548234 Aug 17 01:17:12.491525 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182fecc8-6033-4000-b06a-5c5caf6481d3', 'name': 'network-vif-deleted', 'tag': '42b5e4e9-7519-45eb-8fa5-e366648be101'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:17:12.495336 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3281686-2ec5-4cb8-b334-52b0f0b0637f" -d '{"events": [{"server_uuid": "182fecc8-6033-4000-b06a-5c5caf6481d3", "name": "network-vif-deleted", "tag": "42b5e4e9-7519-45eb-8fa5-e366648be101"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:17:12.505813 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3a86147b-ba77-4c02-b1d5-32d3677141bf req-e85adea2-b738-4043-9d05-f182c3a07472 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724688 Aug 17 01:17:12.586745 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-67306885-c678-46b7-aa15-ebd2e8cfb2ba req-a843e810-b8c3-48ca-8d2d-4565be06ee6a tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a9bd6c1-09a0-4ff5-87e3-e1516200210b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475070 Aug 17 01:17:12.592476 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:12.646051 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8684aa2-c374-4683-9706-bd17627579d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:17:12.648502 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85d01d2-3b87-4f80-8f7d-2c01716dae97" -d '{"events": [{"server_uuid": "c8684aa2-c374-4683-9706-bd17627579d1", "name": "network-vif-plugged", "status": "completed", "tag": "e7fac34a-7fbf-4c85-a838-8de4d61a9f12"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:17:12.667838 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port e7fac34a-7fbf-4c85-a838-8de4d61a9f12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e7fac34a-7fbf-4c85-a838-8de4d61a9f12,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:12.758733 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb5fbf6-d960-4aaf-bf3d-8add10dbc0ab x-openstack-request-id: req-adb5fbf6-d960-4aaf-bf3d-8add10dbc0ab {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:17:12.759361 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182fecc8-6033-4000-b06a-5c5caf6481d3", "name": "network-vif-deleted", "tag": "42b5e4e9-7519-45eb-8fa5-e366648be101", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:17:12.759752 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-adb5fbf6-d960-4aaf-bf3d-8add10dbc0ab {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:17:12.760495 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182fecc8-6033-4000-b06a-5c5caf6481d3', 'name': 'network-vif-deleted', 'tag': '42b5e4e9-7519-45eb-8fa5-e366648be101', 'status': 'completed', 'code': 200} Aug 17 01:17:12.772585 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:12.773458 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 42b5e4e9-7519-45eb-8fa5-e366648be101 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:17:12.859361 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 42b5e4e9-7519-45eb-8fa5-e366648be101 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:17:12.860390 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 42b5e4e9-7519-45eb-8fa5-e366648be101 not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:17:12.862802 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a8d6a4-d813-470e-88a0-43079eae707c x-openstack-request-id: req-f5a8d6a4-d813-470e-88a0-43079eae707c {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:17:12.863132 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8684aa2-c374-4683-9706-bd17627579d1", "name": "network-vif-plugged", "status": "completed", "tag": "e7fac34a-7fbf-4c85-a838-8de4d61a9f12", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:17:12.863327 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5a8d6a4-d813-470e-88a0-43079eae707c {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:17:12.864511 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8684aa2-c374-4683-9706-bd17627579d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12', 'code': 200} Aug 17 01:17:12.894501 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=e7fac34a-7fbf-4c85-a838-8de4d61a9f12,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:13.103647 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e6eec-9639-489d-ad0e-28166e5240d1 req-87faf9f6-8ca9-4efb-a71b-e88b22b553db tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:13.105471 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-565e6eec-9639-489d-ad0e-28166e5240d1 req-87faf9f6-8ca9-4efb-a71b-e88b22b553db tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 945 time: 0.0710344 Aug 17 01:17:13.205182 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-565e6eec-9639-489d-ad0e-28166e5240d1 req-5d9ed1c3-8163-4e1a-842b-467b3d77c13a tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817976 Aug 17 01:17:13.330788 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81cf7-ea8b-4dc9-b427-4f35e53422ba req-161319c6-635e-4903-a138-f7714a89473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:13.330788 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1ac81cf7-ea8b-4dc9-b427-4f35e53422ba req-161319c6-635e-4903-a138-f7714a89473b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 1098 time: 0.0504556 Aug 17 01:17:13.394844 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1ac81cf7-ea8b-4dc9-b427-4f35e53422ba req-d264c339-b2ca-4fd8-aa09-e6edf4ffd13f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539012 Aug 17 01:17:13.774715 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c44cf1da-8b54-4f80-bd13-6c44b200521d req-e11c2fa5-dddd-4950-90ed-42828f648a68 tempest-DeleteServersTestJSON-2134298862 tempest-DeleteServersTestJSON-2134298862-project] 10.222.0.45 "GET /v2.0/ports?device_id=182fecc8-6033-4000-b06a-5c5caf6481d3 HTTP/1.1" status: 200 len: 210 time: 0.0339479 Aug 17 01:17:14.279753 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 37926) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:14.370672 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177bec0-0d4d-4cb5-bfbf-5dc074ebc787 req-c72be43b-1101-4081-bb54-a3663b8038b5 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:14.379499 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5177bec0-0d4d-4cb5-bfbf-5dc074ebc787 req-c72be43b-1101-4081-bb54-a3663b8038b5 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 945 time: 0.0994756 Aug 17 01:17:14.443147 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5177bec0-0d4d-4cb5-bfbf-5dc074ebc787 req-c061408f-e23c-4ed0-a572-3cbb7770e1d3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621061 Aug 17 01:17:14.467251 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-be76908e-5d45-40e3-8ed1-898f62ed2dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:14.585531 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-be76908e-5d45-40e3-8ed1-898f62ed2dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:14.698160 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-be76908e-5d45-40e3-8ed1-898f62ed2dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:14.750432 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-be76908e-5d45-40e3-8ed1-898f62ed2dd3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=30f180026e474eda8883568e6764cf13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4691617 Aug 17 01:17:14.754997 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 37946) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:14.790424 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76908e-5d45-40e3-8ed1-898f62ed2dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e71eea4-a520-4624-b65c-7e82dc7e2de1,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:14.875066 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-faec94d1-666e-43f4-bf54-506210cf3368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:14.911647 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-faec94d1-666e-43f4-bf54-506210cf3368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:15.069006 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-faec94d1-666e-43f4-bf54-506210cf3368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:15.071669 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-faec94d1-666e-43f4-bf54-506210cf3368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:15.072956 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-faec94d1-666e-43f4-bf54-506210cf3368 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e71eea4-a520-4624-b65c-7e82dc7e2de1 HTTP/1.1" status: 204 len: 168 time: 0.3170466 Aug 17 01:17:15.081684 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec94d1-666e-43f4-bf54-506210cf3368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e71eea4-a520-4624-b65c-7e82dc7e2de1,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:15.325069 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ef444-0d0d-4904-8e20-6ce7c0a49dcb req-10b766f1-90f1-4e42-a2ee-7a63d1f2d6f1 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:15.326814 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-180ef444-0d0d-4904-8e20-6ce7c0a49dcb req-10b766f1-90f1-4e42-a2ee-7a63d1f2d6f1 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0642512 Aug 17 01:17:15.383524 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-180ef444-0d0d-4904-8e20-6ce7c0a49dcb req-60299a6a-8a84-4316-ac55-6366e0884e13 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423930 Aug 17 01:17:15.423994 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b09b5-2d31-44e1-8e8f-22cfc57cc4f9 req-a2ac9c72-a940-482e-a139-c7bb04241784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:15.425566 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9e2b09b5-2d31-44e1-8e8f-22cfc57cc4f9 req-a2ac9c72-a940-482e-a139-c7bb04241784 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9676635fd0c24582a98d22c51b17f793&device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 1098 time: 0.0598347 Aug 17 01:17:15.586439 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b09b5-2d31-44e1-8e8f-22cfc57cc4f9 req-4f92a6b3-2d2e-44f6-8175-9124213056e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:15.587938 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9e2b09b5-2d31-44e1-8e8f-22cfc57cc4f9 req-4f92a6b3-2d2e-44f6-8175-9124213056e6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 HTTP/1.1" status: 200 len: 919 time: 0.1508591 Aug 17 01:17:15.628030 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccfb4f-1c1f-40b7-a776-cee1690c79ca req-856a056b-722f-4fa1-bb27-9c1958ceb47e tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:15.629562 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-99ccfb4f-1c1f-40b7-a776-cee1690c79ca req-856a056b-722f-4fa1-bb27-9c1958ceb47e tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 945 time: 0.0933936 Aug 17 01:17:15.761601 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9e2b09b5-2d31-44e1-8e8f-22cfc57cc4f9 req-ee0ee30e-9c89-4705-9958-31c89f62f820 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc383a63-3786-40cd-a483-096cca8d7f26 HTTP/1.1" status: 200 len: 217 time: 0.0894668 Aug 17 01:17:15.766606 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-99ccfb4f-1c1f-40b7-a776-cee1690c79ca req-bb0282eb-0a37-41a3-a931-134d5080e76f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851631 Aug 17 01:17:15.771882 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b09b5-2d31-44e1-8e8f-22cfc57cc4f9 req-1d7fbadd-19a2-4bb5-9013-b8f82fbe64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:15.773703 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9e2b09b5-2d31-44e1-8e8f-22cfc57cc4f9 req-1d7fbadd-19a2-4bb5-9013-b8f82fbe64c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e2c2a28-77ad-473a-b650-c5be7686e385 HTTP/1.1" status: 200 len: 859 time: 0.0760889 Aug 17 01:17:15.819485 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9e2b09b5-2d31-44e1-8e8f-22cfc57cc4f9 req-69b2e785-43a6-49d2-8f16-71422323ad1c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355840 Aug 17 01:17:15.969894 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9e2b09b5-2d31-44e1-8e8f-22cfc57cc4f9 req-9a309967-3bf3-49e2-ac3f-f9d5592102ac service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366267 Aug 17 01:17:16.132698 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9e2b09b5-2d31-44e1-8e8f-22cfc57cc4f9 req-355a2e11-b6df-47b0-82a2-7fd31d14779e service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535299 Aug 17 01:17:16.217099 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 37996) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:16.232762 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1ac31936-4e98-4511-bfb0-3cc57b817a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:16.387194 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1ac31936-4e98-4511-bfb0-3cc57b817a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:16.481392 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1ac31936-4e98-4511-bfb0-3cc57b817a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:16.523306 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b2993-96c6-433c-b2a3-7bf59bcf12e6 req-63c0621c-a3d2-4c4d-9f7f-901302c0ad22 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:16.525238 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ac9b2993-96c6-433c-b2a3-7bf59bcf12e6 req-63c0621c-a3d2-4c4d-9f7f-901302c0ad22 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0633390 Aug 17 01:17:16.537033 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-1ac31936-4e98-4511-bfb0-3cc57b817a10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a331abd09a5c4b639a3d6304cb91c343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184955 Aug 17 01:17:16.537736 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac31936-4e98-4511-bfb0-3cc57b817a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc752c1-f5a0-4ae4-8d8f-b55af146a453,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:16.541439 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38008) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:16.602057 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ac9b2993-96c6-433c-b2a3-7bf59bcf12e6 req-f31ee0e9-b92d-49f3-b7d6-7c7ee35212d8 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702059 Aug 17 01:17:16.626797 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-734e9a6c-b73b-4761-acd4-e67833cc39e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:16.651465 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-734e9a6c-b73b-4761-acd4-e67833cc39e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:16.876797 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38018) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:16.912307 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-734e9a6c-b73b-4761-acd4-e67833cc39e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:16.914941 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-734e9a6c-b73b-4761-acd4-e67833cc39e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:16.917214 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-734e9a6c-b73b-4761-acd4-e67833cc39e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cdc752c1-f5a0-4ae4-8d8f-b55af146a453 HTTP/1.1" status: 204 len: 168 time: 0.3737319 Aug 17 01:17:16.932088 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e9a6c-b73b-4761-acd4-e67833cc39e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc752c1-f5a0-4ae4-8d8f-b55af146a453,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:16.941136 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f037e7c-4c09-4b2a-ab8a-3740d94fa09f admin admin] Deleting subnet 571acfdf-0498-42c6-a82e-47361a035cd5 {{(pid=94702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:17:16.944851 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0f037e7c-4c09-4b2a-ab8a-3740d94fa09f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:16.996551 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0f037e7c-4c09-4b2a-ab8a-3740d94fa09f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:17.009690 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0f037e7c-4c09-4b2a-ab8a-3740d94fa09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:17.192870 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0f037e7c-4c09-4b2a-ab8a-3740d94fa09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for subnet, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:17.236695 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f037e7c-4c09-4b2a-ab8a-3740d94fa09f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571acfdf-0498-42c6-a82e-47361a035cd5,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:17.238732 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0f037e7c-4c09-4b2a-ab8a-3740d94fa09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:17.241235 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-0f037e7c-4c09-4b2a-ab8a-3740d94fa09f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/571acfdf-0498-42c6-a82e-47361a035cd5 HTTP/1.1" status: 204 len: 168 time: 0.3632743 Aug 17 01:17:17.243678 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38032) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:17.342424 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:17.466987 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:17.486024 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.486525 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.487584 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.488093 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.488576 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.489044 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.489521 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.489907 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.490421 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.490912 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.660756 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.663325 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.664123 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.664345 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:17:17.665170 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557ce7a2-1d57-4387-822b-445949d62f04']}} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:17.707283 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce990923-b9be-48ac-aa25-a755598ac638') {'for_net_delete': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:17.707672 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce990923-b9be-48ac-aa25-a755598ac638') {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:17:17.756546 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33340874'] for segment, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:17.763053 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6869b41-3d24-4abd-be33-c5ce675e9ae5 req-7e48c5f3-239a-4272-99b4-075a6724e8c6 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:17.778915 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d6869b41-3d24-4abd-be33-c5ce675e9ae5 req-7e48c5f3-239a-4272-99b4-075a6724e8c6 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0970216 Aug 17 01:17:17.811456 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:17.838901 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:17:17.840153 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4923352'] for segment, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: from cryptography.utils import int_from_bytes Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: from cryptography.utils import int_from_bytes Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: Traceback (most recent call last): Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: timer() Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: cb(*args, **kw) Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: return func(*args, **kwargs) Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: self._notify() Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: self.callback(batched_events) Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: event.method(event) Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: return f(self, *a, **k) Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._get(url).json() Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: return self.request(url, 'GET', **kwargs) Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:17:17.852518 dv-cinder-803901-7-iscsi neutron-server[94702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:17:17.862231 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d6869b41-3d24-4abd-be33-c5ce675e9ae5 req-814f80e0-2f2f-48a3-bb33-2cae66d116f4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814073 Aug 17 01:17:18.034203 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38054) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:18.105050 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.127964 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.129009 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/557ce7a2-1d57-4387-822b-445949d62f04 HTTP/1.1" status: 204 len: 168 time: 0.8834152 Aug 17 01:17:18.130375 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b1e3c-a835-4344-a1f8-6aa294fea7d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=557ce7a2-1d57-4387-822b-445949d62f04,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:18.180514 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed28d-c72f-4ad6-a3ec-8618df70220f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.311751 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed28d-c72f-4ad6-a3ec-8618df70220f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.388505 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed28d-c72f-4ad6-a3ec-8618df70220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.435327 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-bb9ed28d-c72f-4ad6-a3ec-8618df70220f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8beac4b45a894c43a8cccf5b56fa3351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999615 Aug 17 01:17:18.436733 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ed28d-c72f-4ad6-a3ec-8618df70220f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f0752b-e1b4-4230-a23d-fcf785a92c15,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:18.438748 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38072) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:18.512863 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a92d5e8b-afe6-4c6a-af19-c62c6b3781cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.540673 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a92d5e8b-afe6-4c6a-af19-c62c6b3781cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.623509 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38076) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:18.669782 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-51cea898-d3c1-445c-a949-e70ace747031 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da48847c0d4a4cc3b8c02f75333a225f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446064 Aug 17 01:17:18.672456 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38080) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:18.690545 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a92d5e8b-afe6-4c6a-af19-c62c6b3781cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.693118 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a92d5e8b-afe6-4c6a-af19-c62c6b3781cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.694336 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-a92d5e8b-afe6-4c6a-af19-c62c6b3781cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7f0752b-e1b4-4230-a23d-fcf785a92c15 HTTP/1.1" status: 204 len: 168 time: 0.2534058 Aug 17 01:17:18.721558 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d5e8b-afe6-4c6a-af19-c62c6b3781cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f0752b-e1b4-4230-a23d-fcf785a92c15,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:18.763976 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c90ef58-cb57-4350-ace7-a1db210f8d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.812145 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c90ef58-cb57-4350-ace7-a1db210f8d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.983174 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c90ef58-cb57-4350-ace7-a1db210f8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.987745 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c90ef58-cb57-4350-ace7-a1db210f8d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:18.991315 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-5c90ef58-cb57-4350-ace7-a1db210f8d58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a9bd6c1-09a0-4ff5-87e3-e1516200210b HTTP/1.1" status: 204 len: 168 time: 0.3155336 Aug 17 01:17:19.004284 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90ef58-cb57-4350-ace7-a1db210f8d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9bd6c1-09a0-4ff5-87e3-e1516200210b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:19.034561 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb26a7-6f93-4c5d-a233-e0da5786125d req-18fe3989-c440-408a-926d-eb0c18a92644 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:19.044917 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4abb26a7-6f93-4c5d-a233-e0da5786125d req-18fe3989-c440-408a-926d-eb0c18a92644 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.1003809 Aug 17 01:17:19.113897 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4abb26a7-6f93-4c5d-a233-e0da5786125d req-9b5049d2-7a9e-4350-a4d3-2f10ff9f2504 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610998 Aug 17 01:17:19.759197 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-40d5ce10-63ec-4857-a9fd-f93fe35df4c3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:19.768967 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-40d5ce10-63ec-4857-a9fd-f93fe35df4c3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/networks?id=bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 200 len: 815 time: 0.2392726 Aug 17 01:17:19.791534 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-a98bd27b-1fd5-464b-9563-48ac4962366c tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/quotas/63c5939bd66a4732804c628d2ccf8743 HTTP/1.1" status: 200 len: 375 time: 0.0214722 Aug 17 01:17:19.860368 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-b6131b44-d789-4a59-94e7-72a29632bc5a tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673604 Aug 17 01:17:19.975116 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-4ee76133-66ec-4b59-85aa-a1b051ecf1b3 service neutron] 10.222.0.45 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039455 Aug 17 01:17:20.101663 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-3a8dc258-eb1b-4e09-aa8a-93d5b39da7fe service neutron] 10.222.0.45 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172817 Aug 17 01:17:20.267275 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb750e83-58c1-41f6-bd2f-ada7308447db req-bcda8003-98c0-4f8b-8a4c-6c04461020c9 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:20.268778 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-cb750e83-58c1-41f6-bd2f-ada7308447db req-bcda8003-98c0-4f8b-8a4c-6c04461020c9 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0553064 Aug 17 01:17:20.315172 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-cb750e83-58c1-41f6-bd2f-ada7308447db req-15a70e08-2f45-41ef-9069-57ea66a698e3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352235 Aug 17 01:17:20.442203 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c394631f-8935-47d5-b03e-3b3244ec8321 req-d716c8b6-8928-4f63-808e-7a6ad962393a tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 210 time: 0.0312545 Aug 17 01:17:21.485405 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c49ac8-9a67-4849-9e2b-d1e4ca751adf req-4df1b59c-d561-4cc4-9870-1d77adab21c4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:21.499563 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-70c49ac8-9a67-4849-9e2b-d1e4ca751adf req-4df1b59c-d561-4cc4-9870-1d77adab21c4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.1058307 Aug 17 01:17:21.571444 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-70c49ac8-9a67-4849-9e2b-d1e4ca751adf req-e46016b4-ccea-4cbf-b254-b3a693e0705c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666132 Aug 17 01:17:21.652839 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f7a05891-f0dc-42a7-ba66-d7e317a9c34e req-6dd8c33f-fa4b-471d-8cd3-7353267c5095 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 210 time: 0.0474334 Aug 17 01:17:22.172527 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:22.724830 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102350d-ecf9-471b-8cf1-a50afbe6446e req-ad086222-195f-4331-953c-4205c8bb2324 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:22.727255 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7102350d-ecf9-471b-8cf1-a50afbe6446e req-ad086222-195f-4331-953c-4205c8bb2324 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0659764 Aug 17 01:17:22.777874 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7102350d-ecf9-471b-8cf1-a50afbe6446e req-b3ea9f72-4e91-428e-b9c1-3942a9918356 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395455 Aug 17 01:17:22.788784 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a9b2aedf-18b5-4056-9397-d8b981fb6d8d req-5d2c121c-10a2-44b4-859e-07becdb16880 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 210 time: 0.0294669 Aug 17 01:17:23.138549 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-64ecdf21-5f95-449a-81a9-5be47595f7dc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:23.139989 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-64ecdf21-5f95-449a-81a9-5be47595f7dc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "GET /v2.0/networks?id=bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 200 len: 815 time: 0.1369915 Aug 17 01:17:23.160691 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Request body: {'port': {'device_id': '9c832638-389e-444f-9013-07add212e7bf', 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b', 'admin_state_up': True, 'tenant_id': '63c5939bd66a4732804c628d2ccf8743'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:23.423512 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Made reservation on behalf of 63c5939bd66a4732804c628d2ccf8743 for: {'port': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:17:23.427149 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:23.598745 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Allocated IP 172.20.0.9 (bcd34715-fee9-40c3-b0a9-b230f765973b/bee06119-e53c-4169-bec8-a335f9eda31b/48586531-0f59-4d87-93a5-5dee7da9d341) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:17:23.759257 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38282) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:23.806145 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:23.926301 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5fc48d53-5ae2-419f-b937-3578d11e0753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:23.961155 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-147a1069-3a77-43d9-b551-f6d20559b7b9 req-8c3fabfe-3850-4112-a3ac-e67a3da13162 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 210 time: 0.0361652 Aug 17 01:17:24.005980 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5e931-dc59-494e-8ff8-034699b76a38 req-0e2c3ec3-14dd-4118-8d40-b81e4f6c9f18 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:24.008178 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7cb5e931-dc59-494e-8ff8-034699b76a38 req-0e2c3ec3-14dd-4118-8d40-b81e4f6c9f18 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0916076 Aug 17 01:17:24.029374 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.045601 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['65865e6b-f533-46b6-b490-b8758f1fe260', 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:17:24.076249 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7cb5e931-dc59-494e-8ff8-034699b76a38 req-5c0dc2be-5f25-4862-8e11-5889b0fef2a1 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601125 Aug 17 01:17:24.127605 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Network bcd34715-fee9-40c3-b0a9-b230f765973b is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:17:24.136188 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:24.143084 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:17:24.146628 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Pushing event updated for resources: {'Port': ['ID=48586531-0f59-4d87-93a5-5dee7da9d341,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:24.214411 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5fc48d53-5ae2-419f-b937-3578d11e0753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.221377 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:24.222170 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.281774 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5fc48d53-5ae2-419f-b937-3578d11e0753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.331197 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-5fc48d53-5ae2-419f-b937-3578d11e0753 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aaf82c527c9a4b1d86bce94dfae3404c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5674946 Aug 17 01:17:24.340461 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38300) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:24.340752 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38302) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:24.341018 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc48d53-5ae2-419f-b937-3578d11e0753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ae1c3a-ff21-484f-b095-0bb6bba87f23,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:24.396328 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-248042c0-9a26-4d4d-8b58-fd99d7c603a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2431881 Aug 17 01:17:24.411576 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Request body: {'port': {'device_id': '9c832638-389e-444f-9013-07add212e7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:24.424760 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-aac8244d-92ab-4092-afe6-fcf8ce946237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.470845 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-aac8244d-92ab-4092-afe6-fcf8ce946237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.498332 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d6feaa34-2bd7-48bb-9382-e1ae86eb70f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.500877 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.600991 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-aac8244d-92ab-4092-afe6-fcf8ce946237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.603843 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-aac8244d-92ab-4092-afe6-fcf8ce946237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.605258 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-aac8244d-92ab-4092-afe6-fcf8ce946237 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57ae1c3a-ff21-484f-b095-0bb6bba87f23 HTTP/1.1" status: 204 len: 168 time: 0.2695303 Aug 17 01:17:24.614453 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8244d-92ab-4092-afe6-fcf8ce946237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ae1c3a-ff21-484f-b095-0bb6bba87f23,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:24.780683 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d6feaa34-2bd7-48bb-9382-e1ae86eb70f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.856208 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48586531-0f59-4d87-93a5-5dee7da9d341 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:17:24.864550 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d6feaa34-2bd7-48bb-9382-e1ae86eb70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.868336 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:24.902526 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Transition to ACTIVE for port object 48586531-0f59-4d87-93a5-5dee7da9d341 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:17:24.920420 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-d6feaa34-2bd7-48bb-9382-e1ae86eb70f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4076620e947f47b99a541c14b29464cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832641 Aug 17 01:17:24.920849 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38310) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:24.934771 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6feaa34-2bd7-48bb-9382-e1ae86eb70f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dbfd30-b174-497a-872e-e09be6b8bb44,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:24.972070 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.002069 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7da48a8f-8436-4a84-8974-2e6467d3d21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.029719 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7da48a8f-8436-4a84-8974-2e6467d3d21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.053740 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Pushing event updated for resources: {'Port': ['ID=48586531-0f59-4d87-93a5-5dee7da9d341,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:25.114535 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Attempting to bind port 48586531-0f59-4d87-93a5-5dee7da9d341 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:17:25.114857 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Attempting to bind port 48586531-0f59-4d87-93a5-5dee7da9d341 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:17:25.115194 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Attempting to bind port 48586531-0f59-4d87-93a5-5dee7da9d341 on network bcd34715-fee9-40c3-b0a9-b230f765973b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:17:25.131319 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Port 48586531-0f59-4d87-93a5-5dee7da9d341 on network bcd34715-fee9-40c3-b0a9-b230f765973b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:17:25.132080 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Attempting to bind port 48586531-0f59-4d87-93a5-5dee7da9d341 on network bcd34715-fee9-40c3-b0a9-b230f765973b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:17:25.155067 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:17:25.155405 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Checking segment: {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:17:25.155799 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Bound using segment: {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:17:25.157448 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Bound port: 48586531-0f59-4d87-93a5-5dee7da9d341, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:17:25.157871 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.185417 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7da48a8f-8436-4a84-8974-2e6467d3d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.189195 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7da48a8f-8436-4a84-8974-2e6467d3d21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.190718 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-7da48a8f-8436-4a84-8974-2e6467d3d21c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25dbfd30-b174-497a-872e-e09be6b8bb44 HTTP/1.1" status: 204 len: 168 time: 0.2686834 Aug 17 01:17:25.229867 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da48a8f-8436-4a84-8974-2e6467d3d21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dbfd30-b174-497a-872e-e09be6b8bb44,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:25.232351 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce8c1e-78e6-4a4e-b68e-3d2a9d8c0c23 req-560e2f86-04ad-451b-9012-1487424e541d tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:25.236150 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-40ce8c1e-78e6-4a4e-b68e-3d2a9d8c0c23 req-560e2f86-04ad-451b-9012-1487424e541d tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 943 time: 0.1224639 Aug 17 01:17:25.269855 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ab517-179f-407d-9970-ebc7d531ba80 req-d64664ee-93b7-448f-b923-66fb67dbd1ba tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:25.285177 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5c4ab517-179f-407d-9970-ebc7d531ba80 req-d64664ee-93b7-448f-b923-66fb67dbd1ba tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.1134510 Aug 17 01:17:25.305811 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] For port 48586531-0f59-4d87-93a5-5dee7da9d341, host hv-cinder-80390, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:17:25.323146 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-40ce8c1e-78e6-4a4e-b68e-3d2a9d8c0c23 req-cbaf249f-5879-4d8e-bbb0-f946bae74ba8 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726128 Aug 17 01:17:25.327132 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] For port 48586531-0f59-4d87-93a5-5dee7da9d341, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=48586531-0f59-4d87-93a5-5dee7da9d341,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:17:25.366093 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5c4ab517-179f-407d-9970-ebc7d531ba80 req-a3dcfec4-9990-4da9-bdeb-4196b29e9076 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761054 Aug 17 01:17:25.412524 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.422227 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38326) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:25.449028 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-6575c511-dbc4-4746-88af-75b03c5675f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.476802 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:25.477795 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.480240 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] 10.222.0.81 "PUT /v2.0/ports/48586531-0f59-4d87-93a5-5dee7da9d341 HTTP/1.1" status: 200 len: 1093 time: 1.0744481 Aug 17 01:17:25.480965 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c832638-389e-444f-9013-07add212e7bf', 'tag': '48586531-0f59-4d87-93a5-5dee7da9d341'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:17:25.486379 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e30111-679f-4511-aecc-9891d5bbc26e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c832638-389e-444f-9013-07add212e7bf", "tag": "48586531-0f59-4d87-93a5-5dee7da9d341"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:17:25.518028 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc26c6-5e34-4f74-b768-19a39a475648 service neutron] Pushing event updated for resources: {'Port': ['ID=48586531-0f59-4d87-93a5-5dee7da9d341,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:25.555536 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ae2085-6ce1-466e-bd85-b063143b5a3e x-openstack-request-id: req-68ae2085-6ce1-466e-bd85-b063143b5a3e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:17:25.555829 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c832638-389e-444f-9013-07add212e7bf", "tag": "48586531-0f59-4d87-93a5-5dee7da9d341", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:17:25.556072 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68ae2085-6ce1-466e-bd85-b063143b5a3e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:17:25.556468 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c832638-389e-444f-9013-07add212e7bf', 'tag': '48586531-0f59-4d87-93a5-5dee7da9d341', 'status': 'completed', 'code': 200} Aug 17 01:17:25.589034 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-6575c511-dbc4-4746-88af-75b03c5675f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.632049 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e30111-679f-4511-aecc-9891d5bbc26e req-49441ff1-a78d-4511-a87c-da09bd5b0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:25.633913 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-80e30111-679f-4511-aecc-9891d5bbc26e req-49441ff1-a78d-4511-a87c-da09bd5b0b88 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 1096 time: 0.0543630 Aug 17 01:17:25.669657 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-6575c511-dbc4-4746-88af-75b03c5675f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.738402 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-6575c511-dbc4-4746-88af-75b03c5675f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ab37773880345cdb42d283e37abd494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145978 Aug 17 01:17:25.739496 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575c511-dbc4-4746-88af-75b03c5675f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451cef18-63f9-4f4d-b89a-87ae7b2be917,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:25.742108 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38336) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:25.810380 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ab253239-47a7-47b7-8e7e-b762aad12db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.833715 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ab253239-47a7-47b7-8e7e-b762aad12db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:25.858453 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e30111-679f-4511-aecc-9891d5bbc26e req-45302449-f97b-4ac4-a3c6-bb5c00646858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:25.860672 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-80e30111-679f-4511-aecc-9891d5bbc26e req-45302449-f97b-4ac4-a3c6-bb5c00646858 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=63c5939bd66a4732804c628d2ccf8743&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2171867 Aug 17 01:17:26.020063 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ab253239-47a7-47b7-8e7e-b762aad12db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:26.023557 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ab253239-47a7-47b7-8e7e-b762aad12db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:26.024786 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ab253239-47a7-47b7-8e7e-b762aad12db1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/451cef18-63f9-4f4d-b89a-87ae7b2be917 HTTP/1.1" status: 204 len: 168 time: 0.2805846 Aug 17 01:17:26.036347 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab253239-47a7-47b7-8e7e-b762aad12db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451cef18-63f9-4f4d-b89a-87ae7b2be917,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:26.071676 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38340) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:26.091928 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-764f9ded-55f6-4e43-8360-cd7ffb0f1524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:26.214735 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-764f9ded-55f6-4e43-8360-cd7ffb0f1524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:26.278977 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e30111-679f-4511-aecc-9891d5bbc26e req-b815e703-796c-4e30-8f80-751effa75677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:26.280431 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-80e30111-679f-4511-aecc-9891d5bbc26e req-b815e703-796c-4e30-8f80-751effa75677 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4106355 Aug 17 01:17:26.297207 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-764f9ded-55f6-4e43-8360-cd7ffb0f1524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:26.337724 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-764f9ded-55f6-4e43-8360-cd7ffb0f1524 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c3ce63f72ed493b8530344f10561e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636135 Aug 17 01:17:26.338546 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f9ded-55f6-4e43-8360-cd7ffb0f1524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f4b405-a487-44b0-bb3f-735e951f2160,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:26.341848 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38344) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:26.383516 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-51f308e1-09dd-437f-80a1-3d46eeca2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:26.385553 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-51f308e1-09dd-437f-80a1-3d46eeca2975 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 1096 time: 0.0610263 Aug 17 01:17:26.458659 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4ad8-5bce-4969-b37a-1549f7ab5df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:26.461360 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-52970afd-2305-4022-87dd-c108f00cc25b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48586531-0f59-4d87-93a5-5dee7da9d341 HTTP/1.1" status: 200 len: 217 time: 0.0533659 Aug 17 01:17:26.492399 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4ad8-5bce-4969-b37a-1549f7ab5df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:26.549708 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-f4ddc0ba-b098-45ab-a21e-ed547f5fad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:26.551967 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-f4ddc0ba-b098-45ab-a21e-ed547f5fad52 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bee06119-e53c-4169-bec8-a335f9eda31b HTTP/1.1" status: 200 len: 855 time: 0.0635579 Aug 17 01:17:26.560480 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734065-e169-4699-a136-7182baf1b8e2 req-bb99109b-a72d-4ff3-93fb-5107e96c8a31 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:26.563151 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-db734065-e169-4699-a136-7182baf1b8e2 req-bb99109b-a72d-4ff3-93fb-5107e96c8a31 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 943 time: 0.1514010 Aug 17 01:17:26.604287 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-2ab15cdb-1498-4421-8c9b-a56fd852876c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcd34715-fee9-40c3-b0a9-b230f765973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399389 Aug 17 01:17:26.623213 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c776f3-5652-4fa1-a53e-934d5432adb0 req-b949cc64-d51c-4ea9-b2d4-c0c89dbd68d6 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:26.625248 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c4c776f3-5652-4fa1-a53e-934d5432adb0 req-b949cc64-d51c-4ea9-b2d4-c0c89dbd68d6 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0743351 Aug 17 01:17:26.666658 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c4c776f3-5652-4fa1-a53e-934d5432adb0 req-487184f0-7cd5-425b-bbab-3b30040ee422 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343604 Aug 17 01:17:26.684743 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-db734065-e169-4699-a136-7182baf1b8e2 req-690abeeb-526a-442c-8169-b45480989565 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073654 Aug 17 01:17:26.731038 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4ad8-5bce-4969-b37a-1549f7ab5df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:26.732945 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-1d71264c-7e33-4839-b454-b04c74107635 service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117501 Aug 17 01:17:26.734966 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4ad8-5bce-4969-b37a-1549f7ab5df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:26.736363 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-1b8d4ad8-5bce-4969-b37a-1549f7ab5df7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4f4b405-a487-44b0-bb3f-735e951f2160 HTTP/1.1" status: 204 len: 168 time: 0.3941176 Aug 17 01:17:26.745560 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d4ad8-5bce-4969-b37a-1549f7ab5df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f4b405-a487-44b0-bb3f-735e951f2160,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:26.864995 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-25e6b7b3-b04a-416d-bc73-91aed5fd41b3 req-9cab4862-ae73-4f02-8124-8343bd000884 service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232283 Aug 17 01:17:27.817659 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedc9a9-b395-4389-acd1-960217dafaa1 req-0450cc52-f256-4069-a6a4-9fbf7341fae2 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:27.820112 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0cedc9a9-b395-4389-acd1-960217dafaa1 req-0450cc52-f256-4069-a6a4-9fbf7341fae2 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0796494 Aug 17 01:17:27.894576 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0cedc9a9-b395-4389-acd1-960217dafaa1 req-7571d876-0937-4f3c-8924-4b6031612a2f tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673430 Aug 17 01:17:27.987161 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6666713-306d-45a8-b895-ded7f55d226b req-5ade4978-afea-4d41-9a21-9cfacfb5c07c tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:27.994157 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c6666713-306d-45a8-b895-ded7f55d226b req-5ade4978-afea-4d41-9a21-9cfacfb5c07c tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 943 time: 0.0758364 Aug 17 01:17:28.041059 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c6666713-306d-45a8-b895-ded7f55d226b req-6a66d891-5d3d-4938-a5f4-088066461ebf tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Aug 17 01:17:28.185930 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6abaab-42fb-4566-b2f5-954e34f1868f req-56a1c747-7319-43fe-aa1a-5814db4edadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:28.187851 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ae6abaab-42fb-4566-b2f5-954e34f1868f req-56a1c747-7319-43fe-aa1a-5814db4edadb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 1098 time: 0.0712006 Aug 17 01:17:28.259738 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ae6abaab-42fb-4566-b2f5-954e34f1868f req-9265d8bb-e948-417e-ac1e-f32835ec903b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Aug 17 01:17:29.035012 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a02dd-c06b-4b77-87db-793cf467ff93 req-a816aa86-fcc7-4af0-98b1-41aa89a5b437 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:29.036850 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-085a02dd-c06b-4b77-87db-793cf467ff93 req-a816aa86-fcc7-4af0-98b1-41aa89a5b437 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0693018 Aug 17 01:17:29.116802 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-085a02dd-c06b-4b77-87db-793cf467ff93 req-dad52fc7-e607-4554-b9bb-e55396f28d92 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725579 Aug 17 01:17:29.308686 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec16d06-908e-4bc0-9761-cd9dde984ed4 req-34903134-afae-4c41-81f8-a2418d9f687d tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:29.310929 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4ec16d06-908e-4bc0-9761-cd9dde984ed4 req-34903134-afae-4c41-81f8-a2418d9f687d tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 943 time: 0.0763319 Aug 17 01:17:29.360393 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4ec16d06-908e-4bc0-9761-cd9dde984ed4 req-7f918091-ebb2-4125-a127-eed8338ee5e4 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347359 Aug 17 01:17:29.797309 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38522) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:29.912810 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a450-4087-4175-b40d-f020693a1e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:30.002058 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a450-4087-4175-b40d-f020693a1e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:30.052003 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a450-4087-4175-b40d-f020693a1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:30.105384 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1a450-4087-4175-b40d-f020693a1e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7233e7a8-1cec-48a1-b45d-66992e2d0f9e,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:30.117124 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38538) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:30.118896 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-a7a1a450-4087-4175-b40d-f020693a1e58 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3a971f3f0d442b2925eee34e8ea9f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203855 Aug 17 01:17:30.192462 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c30864c5-940d-453b-ad6e-8ec0ab3f95ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:30.218898 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c30864c5-940d-453b-ad6e-8ec0ab3f95ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:30.305255 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 48586531-0f59-4d87-93a5-5dee7da9d341 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:17:30.321417 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa7366-3ac1-4448-85e6-2af905006209 req-1ee7ecaf-0d9a-4483-bae9-012eb27713d3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:30.323413 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a7aa7366-3ac1-4448-85e6-2af905006209 req-1ee7ecaf-0d9a-4483-bae9-012eb27713d3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0637245 Aug 17 01:17:30.387835 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a7aa7366-3ac1-4448-85e6-2af905006209 req-28296e23-857c-404f-9823-95bd1524ecb2 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552146 Aug 17 01:17:30.429289 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c30864c5-940d-453b-ad6e-8ec0ab3f95ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:30.432326 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c30864c5-940d-453b-ad6e-8ec0ab3f95ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:30.433489 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-c30864c5-940d-453b-ad6e-8ec0ab3f95ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7233e7a8-1cec-48a1-b45d-66992e2d0f9e HTTP/1.1" status: 204 len: 168 time: 0.3090301 Aug 17 01:17:30.470335 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30864c5-940d-453b-ad6e-8ec0ab3f95ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7233e7a8-1cec-48a1-b45d-66992e2d0f9e,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:30.542643 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 48586531-0f59-4d87-93a5-5dee7da9d341, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=48586531-0f59-4d87-93a5-5dee7da9d341,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:30.565661 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e384b-e43f-4c21-9184-65929998e912 req-bb4ee139-6aa8-41d0-abf0-ec91046e3733 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:30.567509 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-165e384b-e43f-4c21-9184-65929998e912 req-bb4ee139-6aa8-41d0-abf0-ec91046e3733 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 943 time: 0.0648246 Aug 17 01:17:30.572221 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '48586531-0f59-4d87-93a5-5dee7da9d341', 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b', 'port_id': '48586531-0f59-4d87-93a5-5dee7da9d341', 'mac_address': 'fa:16:3e:1f:cc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee06119-e53c-4169-bec8-a335f9eda31b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:17:30.618350 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:30.620645 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-165e384b-e43f-4c21-9184-65929998e912 req-e4285c9b-5af2-4744-88cc-9b3827fc33c3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367253 Aug 17 01:17:30.635684 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48586531-0f59-4d87-93a5-5dee7da9d341 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:17:30.669493 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 48586531-0f59-4d87-93a5-5dee7da9d341, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=48586531-0f59-4d87-93a5-5dee7da9d341,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:30.806192 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:30.863215 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=48586531-0f59-4d87-93a5-5dee7da9d341,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:31.055843 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38568) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:31.062365 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0c3c9-125d-4fa5-b27f-b11b3418d7cc req-b9764eaa-a500-40cf-bb27-69e1943d8500 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:31.064199 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f5a0c3c9-125d-4fa5-b27f-b11b3418d7cc req-b9764eaa-a500-40cf-bb27-69e1943d8500 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0501862 Aug 17 01:17:31.109807 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f5a0c3c9-125d-4fa5-b27f-b11b3418d7cc req-650d52cf-5023-4b94-ab22-f5bc00830c20 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379796 Aug 17 01:17:31.142664 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['48586531-0f59-4d87-93a5-5dee7da9d341'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:17:31.201523 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-59cc4301-a43c-479f-8849-5fa74823212b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:31.235372 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e74325-b9c2-413f-9e6d-e757374cf855 req-25cec5de-ba4d-4e16-8183-9482a9f0bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:31.236984 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-22e74325-b9c2-413f-9e6d-e757374cf855 req-25cec5de-ba4d-4e16-8183-9482a9f0bc9d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9676635fd0c24582a98d22c51b17f793&device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 1098 time: 0.0777082 Aug 17 01:17:31.383202 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38578) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:31.386715 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e74325-b9c2-413f-9e6d-e757374cf855 req-27d17782-cbf2-4c37-8214-606fc41b882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:31.389201 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-22e74325-b9c2-413f-9e6d-e757374cf855 req-27d17782-cbf2-4c37-8214-606fc41b882e service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 HTTP/1.1" status: 200 len: 919 time: 0.1385195 Aug 17 01:17:31.404350 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2bf70ed8-ab0e-4bb3-9305-66b150f08157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:31.419698 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-59cc4301-a43c-479f-8849-5fa74823212b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:31.458317 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-22e74325-b9c2-413f-9e6d-e757374cf855 req-4cf18fa4-6c26-4075-95c2-c5f8e9a9d4f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc383a63-3786-40cd-a483-096cca8d7f26 HTTP/1.1" status: 200 len: 217 time: 0.0505989 Aug 17 01:17:31.516923 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-59cc4301-a43c-479f-8849-5fa74823212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:31.541283 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e74325-b9c2-413f-9e6d-e757374cf855 req-088fd1bc-a4a8-4a79-abc6-b7c73d459f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:31.542813 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-22e74325-b9c2-413f-9e6d-e757374cf855 req-088fd1bc-a4a8-4a79-abc6-b7c73d459f40 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e2c2a28-77ad-473a-b650-c5be7686e385 HTTP/1.1" status: 200 len: 859 time: 0.0681100 Aug 17 01:17:31.579986 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-59cc4301-a43c-479f-8849-5fa74823212b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1562fb5c072343cfbeb66b09d9144c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5229402 Aug 17 01:17:31.583356 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38582) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:31.595941 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-22e74325-b9c2-413f-9e6d-e757374cf855 req-44fea876-cba8-4e62-86f8-5a3283e95788 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329607 Aug 17 01:17:31.596708 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc4301-a43c-479f-8849-5fa74823212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1faa107-7c8a-4ea1-9d85-a8c1745de2b6,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:31.644030 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2bf70ed8-ab0e-4bb3-9305-66b150f08157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:31.664025 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac1923c6-5811-4b90-9eef-4d8763abe69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:31.690379 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac1923c6-5811-4b90-9eef-4d8763abe69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:31.724546 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-22e74325-b9c2-413f-9e6d-e757374cf855 req-7895f5f8-0a03-4ce0-b6ca-ccb8cf4cbaa3 service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207163 Aug 17 01:17:31.727048 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2bf70ed8-ab0e-4bb3-9305-66b150f08157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:31.765580 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-2bf70ed8-ab0e-4bb3-9305-66b150f08157 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b00632a5d06a4388aaaefa0fa948936b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810470 Aug 17 01:17:31.769155 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38588) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:31.778134 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf70ed8-ab0e-4bb3-9305-66b150f08157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cb91c9-efb1-49ba-9f32-6a054bb2e054,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:31.824850 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-82494330-0561-430b-850b-941f2ffc7aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:31.829837 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42241ced-9ac8-409f-bc5b-081bb053d338 req-0538243d-a3e4-4a33-a80c-5262da6a926b tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:31.833035 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-42241ced-9ac8-409f-bc5b-081bb053d338 req-0538243d-a3e4-4a33-a80c-5262da6a926b tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 944 time: 0.1239080 Aug 17 01:17:31.865027 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-82494330-0561-430b-850b-941f2ffc7aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:31.881431 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac1923c6-5811-4b90-9eef-4d8763abe69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:31.881701 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-22e74325-b9c2-413f-9e6d-e757374cf855 req-cb2dfdbd-fc3e-403e-86a8-ac083c3767fd service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388681 Aug 17 01:17:31.884124 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac1923c6-5811-4b90-9eef-4d8763abe69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:31.885116 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ac1923c6-5811-4b90-9eef-4d8763abe69d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1faa107-7c8a-4ea1-9d85-a8c1745de2b6 HTTP/1.1" status: 204 len: 168 time: 0.3007636 Aug 17 01:17:31.907393 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1923c6-5811-4b90-9eef-4d8763abe69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1faa107-7c8a-4ea1-9d85-a8c1745de2b6,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:31.908645 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-42241ced-9ac8-409f-bc5b-081bb053d338 req-8759344f-aca4-4c88-a157-90019dbe0b4b tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621233 Aug 17 01:17:32.017639 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-82494330-0561-430b-850b-941f2ffc7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:32.020417 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-82494330-0561-430b-850b-941f2ffc7aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:32.021597 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-82494330-0561-430b-850b-941f2ffc7aed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07cb91c9-efb1-49ba-9f32-6a054bb2e054 HTTP/1.1" status: 204 len: 168 time: 0.2503433 Aug 17 01:17:32.031007 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82494330-0561-430b-850b-941f2ffc7aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cb91c9-efb1-49ba-9f32-6a054bb2e054,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:32.256471 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d0daa-83b3-45b8-ba37-058dc290e31c req-02a7235b-81fd-4562-939b-dfadbee00699 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:32.258060 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-460d0daa-83b3-45b8-ba37-058dc290e31c req-02a7235b-81fd-4562-939b-dfadbee00699 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0575821 Aug 17 01:17:32.310513 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-460d0daa-83b3-45b8-ba37-058dc290e31c req-fb6f377e-ece4-4a63-a36f-7561349c3e9c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417581 Aug 17 01:17:32.325202 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 48586531-0f59-4d87-93a5-5dee7da9d341 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:17:32.423714 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b9366d09-6f1e-4f67-a029-7021f6f01703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:32.499295 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 48586531-0f59-4d87-93a5-5dee7da9d341 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:17:32.509025 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 48586531-0f59-4d87-93a5-5dee7da9d341 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:17:32.509304 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:32.612175 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:32.636042 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c832638-389e-444f-9013-07add212e7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48586531-0f59-4d87-93a5-5dee7da9d341'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:17:32.638376 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2e2c03-ead3-4c17-adc5-2b66d0120d14" -d '{"events": [{"server_uuid": "9c832638-389e-444f-9013-07add212e7bf", "name": "network-vif-plugged", "status": "completed", "tag": "48586531-0f59-4d87-93a5-5dee7da9d341"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:17:32.653777 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 48586531-0f59-4d87-93a5-5dee7da9d341, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=48586531-0f59-4d87-93a5-5dee7da9d341,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:17:32.679806 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7064ca-2e53-4a5e-b431-179dcfb37666 x-openstack-request-id: req-ef7064ca-2e53-4a5e-b431-179dcfb37666 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:17:32.680238 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c832638-389e-444f-9013-07add212e7bf", "name": "network-vif-plugged", "status": "completed", "tag": "48586531-0f59-4d87-93a5-5dee7da9d341", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:17:32.680604 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef7064ca-2e53-4a5e-b431-179dcfb37666 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:17:32.681097 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c832638-389e-444f-9013-07add212e7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48586531-0f59-4d87-93a5-5dee7da9d341', 'code': 200} Aug 17 01:17:32.777897 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:32.835592 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=48586531-0f59-4d87-93a5-5dee7da9d341,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:32.962222 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38614) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:32.977774 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f8791232-499f-4fa9-8e16-4fffe6c8e2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:33.089249 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6a08f-760e-441a-8b9c-5f3e2fe22944 req-427daca5-b3ff-4aeb-86b1-a10e85758c26 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:33.090777 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-82e6a08f-760e-441a-8b9c-5f3e2fe22944 req-427daca5-b3ff-4aeb-86b1-a10e85758c26 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 945 time: 0.0818493 Aug 17 01:17:33.160509 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-82e6a08f-760e-441a-8b9c-5f3e2fe22944 req-cc578d78-74aa-4bfd-b4a9-1bd176d9238c tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541546 Aug 17 01:17:33.166199 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f8791232-499f-4fa9-8e16-4fffe6c8e2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:33.211652 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d714a-07b0-44a2-8b91-1daaee426d3f req-4371ea8b-f0b4-4b71-97b3-e90e413bd5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:33.213232 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a06d714a-07b0-44a2-8b91-1daaee426d3f req-4371ea8b-f0b4-4b71-97b3-e90e413bd5a2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 1098 time: 0.0761666 Aug 17 01:17:33.240744 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f8791232-499f-4fa9-8e16-4fffe6c8e2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:33.255663 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38622) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:33.262578 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a06d714a-07b0-44a2-8b91-1daaee426d3f req-1a97158c-4ad9-4158-af19-2d001e92dffe service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410588 Aug 17 01:17:33.294071 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-f8791232-499f-4fa9-8e16-4fffe6c8e2ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5651c4fff4045fca75e72e86b169f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282320 Aug 17 01:17:33.294071 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8791232-499f-4fa9-8e16-4fffe6c8e2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf1eb2f-7ee2-43ca-a5f1-c00385be1945,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:33.294737 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38626) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:33.352807 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8359cc3-4c45-44fe-89d3-8509af981cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:33.389695 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8359cc3-4c45-44fe-89d3-8509af981cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:33.471381 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a5c5dd1a-3b46-4956-b5c6-c9dfdb32c6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:33.520516 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fba0c6-26ae-4f8e-a201-27d347c7ff0f req-924cfe3a-581a-4ef3-a18b-be2a7bc73c34 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:33.523114 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-74fba0c6-26ae-4f8e-a201-27d347c7ff0f req-924cfe3a-581a-4ef3-a18b-be2a7bc73c34 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0901952 Aug 17 01:17:33.602186 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-74fba0c6-26ae-4f8e-a201-27d347c7ff0f req-6fefc3d6-3fd3-4f31-9dea-c0b0fb32c68a tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678313 Aug 17 01:17:33.614568 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8359cc3-4c45-44fe-89d3-8509af981cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:33.622397 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8359cc3-4c45-44fe-89d3-8509af981cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:33.630587 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-c8359cc3-4c45-44fe-89d3-8509af981cfc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6cf1eb2f-7ee2-43ca-a5f1-c00385be1945 HTTP/1.1" status: 204 len: 168 time: 0.3308649 Aug 17 01:17:33.649170 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8359cc3-4c45-44fe-89d3-8509af981cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf1eb2f-7ee2-43ca-a5f1-c00385be1945,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:33.735609 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a5c5dd1a-3b46-4956-b5c6-c9dfdb32c6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:33.829489 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a5c5dd1a-3b46-4956-b5c6-c9dfdb32c6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:33.873054 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-a5c5dd1a-3b46-4956-b5c6-c9dfdb32c6c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96338ba5faf248d0a32e707628623e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6120551 Aug 17 01:17:33.874133 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5dd1a-3b46-4956-b5c6-c9dfdb32c6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eed7657-5e34-4b85-9d42-81191e744aeb,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:33.877153 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38646) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:33.950627 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ca6dfab-4a81-489d-888f-d1776757052d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:33.983311 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ca6dfab-4a81-489d-888f-d1776757052d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:33.988301 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38648) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:34.116331 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1108418623-network', 'tenant_id': '41f326c53e7140d69ab19a8ff7a9046a'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:34.132676 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ca6dfab-4a81-489d-888f-d1776757052d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:34.136707 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ca6dfab-4a81-489d-888f-d1776757052d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:34.138412 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-3ca6dfab-4a81-489d-888f-d1776757052d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0eed7657-5e34-4b85-9d42-81191e744aeb HTTP/1.1" status: 204 len: 168 time: 0.2577579 Aug 17 01:17:34.149330 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6dfab-4a81-489d-888f-d1776757052d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eed7657-5e34-4b85-9d42-81191e744aeb,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:34.206331 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Made reservation on behalf of 41f326c53e7140d69ab19a8ff7a9046a for: {'network': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:17:34.208915 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:34.221038 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:34.314108 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed83d5c-1766-4e01-b6ec-203c51817907 req-1f3d4e06-037e-4977-ab1c-5e49ef27d7f2 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:34.316096 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-eed83d5c-1766-4e01-b6ec-203c51817907 req-1f3d4e06-037e-4977-ab1c-5e49ef27d7f2 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 945 time: 0.0758181 Aug 17 01:17:34.396196 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-eed83d5c-1766-4e01-b6ec-203c51817907 req-9969e2f0-2886-48b1-8d17-c1cf43701ddf tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671964 Aug 17 01:17:34.398039 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:34.520426 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:34.552621 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:17:34.564223 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb02376a-cf2b-4450-bfd8-5ab358c3fc7b,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:34.569791 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:34.570129 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.segments_db [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Added segment e625e06d-ee26-460d-b139-57d1674b976d of type vlan for network d3d7bce2-8b33-4bf6-8ede-b96abea51663 Aug 17 01:17:34.644575 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:34.810965 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:34.812661 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:34.813883 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:35.157098 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1673625 Aug 17 01:17:35.160091 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38692) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:35.166027 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-35fd4a98-c59b-4ec4-8ee6-1e3352d36c8a admin admin] Request body: {'subnet': {'network_id': 'd3d7bce2-8b33-4bf6-8ede-b96abea51663', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1108418623-subnet', 'tenant_id': '41f326c53e7140d69ab19a8ff7a9046a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:35.186324 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf1f4b-bfa1-49a5-9e18-16ec73d6826c req-b01a098d-1f15-49d2-91cc-a36abe0de83f tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:35.189719 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dccf1f4b-bfa1-49a5-9e18-16ec73d6826c req-b01a098d-1f15-49d2-91cc-a36abe0de83f tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.4318130 Aug 17 01:17:35.198262 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b14a3-cc52-4c0b-bf93-bf8c53d1bb96 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d7bce2-8b33-4bf6-8ede-b96abea51663,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:35.221297 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network d3d7bce2-8b33-4bf6-8ede-b96abea51663 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:17:35.262135 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dccf1f4b-bfa1-49a5-9e18-16ec73d6826c req-79c24780-f4e1-4c9b-9bd1-6debf737385a tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539763 Aug 17 01:17:35.293707 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fd4a98-c59b-4ec4-8ee6-1e3352d36c8a admin admin] Made reservation on behalf of 41f326c53e7140d69ab19a8ff7a9046a for: {'subnet': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:17:35.298663 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-35fd4a98-c59b-4ec4-8ee6-1e3352d36c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4400145'] for subnet, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:35.655069 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d298cbf-c3e1-41da-8de4-dc4ca20a24a9 req-8cb61f8f-2f3c-490a-b4ef-915c62c61ee1 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:35.657358 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1d298cbf-c3e1-41da-8de4-dc4ca20a24a9 req-8cb61f8f-2f3c-490a-b4ef-915c62c61ee1 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 945 time: 0.1111968 Aug 17 01:17:35.734363 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1d298cbf-c3e1-41da-8de4-dc4ca20a24a9 req-abd73e69-fae3-400d-ae27-a1b86a2a03db tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583851 Aug 17 01:17:35.736329 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-35fd4a98-c59b-4ec4-8ee6-1e3352d36c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4400135'] for subnet, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:35.858874 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd4a98-c59b-4ec4-8ee6-1e3352d36c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7256f6a7-a71d-4fc7-aad6-24cf80647909,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:35.898651 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd4a98-c59b-4ec4-8ee6-1e3352d36c8a admin admin] Checking segment: {'id': 'e625e06d-ee26-460d-b139-57d1674b976d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd3d7bce2-8b33-4bf6-8ede-b96abea51663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:17:35.899359 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd4a98-c59b-4ec4-8ee6-1e3352d36c8a admin admin] Network hostable DHCP agents. Network: d3d7bce2-8b33-4bf6-8ede-b96abea51663, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:17:35.995182 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:36.023523 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd4a98-c59b-4ec4-8ee6-1e3352d36c8a admin admin] Network d3d7bce2-8b33-4bf6-8ede-b96abea51663 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:17:36.115133 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-35fd4a98-c59b-4ec4-8ee6-1e3352d36c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, d3d7bce2-8b33-4bf6-8ede-b96abea51663) {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:36.121813 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fd4a98-c59b-4ec4-8ee6-1e3352d36c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:36.122677 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-35fd4a98-c59b-4ec4-8ee6-1e3352d36c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:36.144671 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e339a9-aebf-42d3-89bf-0d2e1f1a2684 None None] Network d3d7bce2-8b33-4bf6-8ede-b96abea51663 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:17:36.249501 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:17:36.270544 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-35fd4a98-c59b-4ec4-8ee6-1e3352d36c8a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1084630 Aug 17 01:17:36.356054 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-3674ae7c-e534-45a1-8e0d-00ca6416bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:36.420196 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008a8790-6eab-4e64-b9e9-36fa88a5fb05 None None] Network d3d7bce2-8b33-4bf6-8ede-b96abea51663 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:17:37.560341 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:37.600587 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3ccc0-9f10-404c-9a15-a8334c57645f req-13946a1f-dd99-4d4d-b0d9-ad441bc51de3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:37.602152 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-78c3ccc0-9f10-404c-9a15-a8334c57645f req-13946a1f-dd99-4d4d-b0d9-ad441bc51de3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0720828 Aug 17 01:17:37.614337 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38806) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:37.620228 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2095376277-network', 'tenant_id': 'ef4ea36676d647689513a2d2650aa5e9'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:37.650990 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-78c3ccc0-9f10-404c-9a15-a8334c57645f req-8e0a06e3-07a1-4566-b3ee-6aa650cc0098 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369959 Aug 17 01:17:37.789446 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Made reservation on behalf of ef4ea36676d647689513a2d2650aa5e9 for: {'network': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:17:37.790431 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:37.829483 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.000645 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.097970 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.116709 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38826) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:38.130012 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:17:38.140839 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ba85e6-1a02-4133-9a75-fb149d379aa0,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:38.148085 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.148414 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.segments_db [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Added segment e5818342-e761-4c15-ad18-64dde07a8412 of type vlan for network 38e66c12-2c4f-453c-8b28-0dd0cd2d45a2 Aug 17 01:17:38.214722 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.316760 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-58cb789e-817e-4745-914f-2e3ced2b6e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.355604 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.357557 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:38.358740 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.446147 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-58cb789e-817e-4745-914f-2e3ced2b6e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.489759 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] Pushing event updated for resources: {'Network': ['ID=38e66c12-2c4f-453c-8b28-0dd0cd2d45a2,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:38.498660 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 38e66c12-2c4f-453c-8b28-0dd0cd2d45a2 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:17:38.555711 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-58cb789e-817e-4745-914f-2e3ced2b6e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.601194 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-58cb789e-817e-4745-914f-2e3ced2b6e65 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13e6ad52b98c4e8abac2183211894ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820437 Aug 17 01:17:38.602207 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb789e-817e-4745-914f-2e3ced2b6e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbc5fdb-b9cc-478d-9b05-d0849f2e9fbf,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:38.603963 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38842) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:38.664489 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-17bdfad9-ad04-4b97-807d-1ef82118790b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0484569 Aug 17 01:17:38.667532 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38844) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:38.673231 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea93e-f75d-48e1-b1c1-a495af59728e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.673476 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-7aa8e1e0-c232-4a5f-b489-6924ce3373f7 admin admin] Request body: {'subnet': {'network_id': '38e66c12-2c4f-453c-8b28-0dd0cd2d45a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2095376277-subnet', 'tenant_id': 'ef4ea36676d647689513a2d2650aa5e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:38.707685 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea93e-f75d-48e1-b1c1-a495af59728e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.817884 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa8e1e0-c232-4a5f-b489-6924ce3373f7 admin admin] Made reservation on behalf of ef4ea36676d647689513a2d2650aa5e9 for: {'subnet': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:17:38.820317 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7aa8e1e0-c232-4a5f-b489-6924ce3373f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.983651 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea93e-f75d-48e1-b1c1-a495af59728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.986720 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea93e-f75d-48e1-b1c1-a495af59728e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:38.991631 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-6e3ea93e-f75d-48e1-b1c1-a495af59728e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/edbc5fdb-b9cc-478d-9b05-d0849f2e9fbf HTTP/1.1" status: 204 len: 168 time: 0.3827040 Aug 17 01:17:38.999254 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ea93e-f75d-48e1-b1c1-a495af59728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbc5fdb-b9cc-478d-9b05-d0849f2e9fbf,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:39.236805 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7aa8e1e0-c232-4a5f-b489-6924ce3373f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for subnet, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:39.343914 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8e1e0-c232-4a5f-b489-6924ce3373f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef96220b-2adf-457e-a509-9043c865c6e3,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:39.357651 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa8e1e0-c232-4a5f-b489-6924ce3373f7 admin admin] Checking segment: {'id': 'e5818342-e761-4c15-ad18-64dde07a8412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '38e66c12-2c4f-453c-8b28-0dd0cd2d45a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:17:39.358083 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa8e1e0-c232-4a5f-b489-6924ce3373f7 admin admin] Network hostable DHCP agents. Network: 38e66c12-2c4f-453c-8b28-0dd0cd2d45a2, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:17:39.388821 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:39.463610 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa8e1e0-c232-4a5f-b489-6924ce3373f7 admin admin] Network 38e66c12-2c4f-453c-8b28-0dd0cd2d45a2 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:17:39.599967 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-7aa8e1e0-c232-4a5f-b489-6924ce3373f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 38e66c12-2c4f-453c-8b28-0dd0cd2d45a2) {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:17:39.605150 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa8e1e0-c232-4a5f-b489-6924ce3373f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:39.606187 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7aa8e1e0-c232-4a5f-b489-6924ce3373f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:39.613862 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cda40b-620f-4dbe-abd8-5074805a952d None None] Network 38e66c12-2c4f-453c-8b28-0dd0cd2d45a2 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:17:39.724789 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-7aa8e1e0-c232-4a5f-b489-6924ce3373f7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0462027 Aug 17 01:17:39.765297 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a4935-2bcd-4dc4-8a8f-1d37fd23d4ca None None] Network 38e66c12-2c4f-453c-8b28-0dd0cd2d45a2 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:17:40.019400 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 38866) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:40.034351 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8e8a20c6-eb5f-4c15-8e85-fadf95845710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:40.177459 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8e8a20c6-eb5f-4c15-8e85-fadf95845710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:40.276983 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8e8a20c6-eb5f-4c15-8e85-fadf95845710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:40.309635 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-8e8a20c6-eb5f-4c15-8e85-fadf95845710 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53cbde1c1bea47d9a1342848914e2023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890754 Aug 17 01:17:40.313552 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 38876) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:40.345466 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a20c6-eb5f-4c15-8e85-fadf95845710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c2c81e-e23c-40b4-a908-5cfa591ac996,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:40.401450 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-25122c47-46dd-4aed-8ea9-7eac3d01d55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:40.429366 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-25122c47-46dd-4aed-8ea9-7eac3d01d55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:40.591343 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-25122c47-46dd-4aed-8ea9-7eac3d01d55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:40.594583 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-25122c47-46dd-4aed-8ea9-7eac3d01d55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:40.595629 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-25122c47-46dd-4aed-8ea9-7eac3d01d55c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3c2c81e-e23c-40b4-a908-5cfa591ac996 HTTP/1.1" status: 204 len: 168 time: 0.2805815 Aug 17 01:17:40.610561 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25122c47-46dd-4aed-8ea9-7eac3d01d55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c2c81e-e23c-40b4-a908-5cfa591ac996,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:45.264515 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f612ae9-e2af-43af-bee1-2d1d0dd63767 req-e9733eb1-68a7-4eee-8b35-cda1374c009e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:45.267069 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6f612ae9-e2af-43af-bee1-2d1d0dd63767 req-e9733eb1-68a7-4eee-8b35-cda1374c009e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0553226 Aug 17 01:17:45.323117 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6f612ae9-e2af-43af-bee1-2d1d0dd63767 req-985f4fef-f942-438e-af1b-0bd17db912ef tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495548 Aug 17 01:17:46.488920 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74472483-673d-419f-a45b-38cc9c911b1c req-1d4acb75-8907-46b1-ab87-76373d5a4118 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:46.491207 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-74472483-673d-419f-a45b-38cc9c911b1c req-1d4acb75-8907-46b1-ab87-76373d5a4118 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0898776 Aug 17 01:17:46.542168 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-74472483-673d-419f-a45b-38cc9c911b1c req-15923be0-8a91-4b7e-9392-e24cf2985c48 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Aug 17 01:17:47.700015 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d4f74-6b04-4027-bbdc-dea7ef44962f req-5cd262fd-79ec-4f41-b87e-b90c329c9a7b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:47.702563 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ae1d4f74-6b04-4027-bbdc-dea7ef44962f req-5cd262fd-79ec-4f41-b87e-b90c329c9a7b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0623658 Aug 17 01:17:47.758917 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ae1d4f74-6b04-4027-bbdc-dea7ef44962f req-001de05f-3a65-496d-b2b6-bce5a50aa875 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484102 Aug 17 01:17:48.129630 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 39112) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:48.279679 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:48.403469 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cd162-efe3-431d-ae36-2fe29d3eb1c7 req-50b3d23b-9ff7-4eaa-946a-d90c8b08a46c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:48.405318 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-640cd162-efe3-431d-ae36-2fe29d3eb1c7 req-50b3d23b-9ff7-4eaa-946a-d90c8b08a46c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0833912 Aug 17 01:17:48.462208 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc299d-6594-4021-86d9-8c16cc51f1af req-8b03bcf4-b9e4-4e9f-981e-9921601b2f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:48.464123 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6ebc299d-6594-4021-86d9-8c16cc51f1af req-8b03bcf4-b9e4-4e9f-981e-9921601b2f36 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9676635fd0c24582a98d22c51b17f793&device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 1098 time: 0.0670826 Aug 17 01:17:48.466085 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:48.473579 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-640cd162-efe3-431d-ae36-2fe29d3eb1c7 req-e2943963-6636-4894-bc57-f70d2eba93f8 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603836 Aug 17 01:17:48.585447 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:48.700111 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a19cc85d14424a5a9604048dd588ceb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5691428 Aug 17 01:17:48.703422 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 39124) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:48.709595 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc299d-6594-4021-86d9-8c16cc51f1af req-eec00a91-1bd8-4c6c-a3c9-7f84a96f693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:48.712473 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6ebc299d-6594-4021-86d9-8c16cc51f1af req-eec00a91-1bd8-4c6c-a3c9-7f84a96f693e service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 HTTP/1.1" status: 200 len: 919 time: 0.2389929 Aug 17 01:17:48.714198 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4ec3f4-fe59-4a81-9b4e-a1ff5f7f782a,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:48.745850 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.746501 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.747133 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.747933 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.748494 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.749047 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.751117 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.751719 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.752311 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.752864 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.753438 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.753900 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941a15f-2dbe-4cd1-bb95-0ac15766e631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.763489 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:48.792384 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:48.819538 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6ebc299d-6594-4021-86d9-8c16cc51f1af req-8e77ede5-6c8a-41b9-814b-a18146609408 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc383a63-3786-40cd-a483-096cca8d7f26 HTTP/1.1" status: 200 len: 217 time: 0.0918093 Aug 17 01:17:48.897019 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc299d-6594-4021-86d9-8c16cc51f1af req-2186706b-cfdc-4466-8a75-16d527f48809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:48.898585 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6ebc299d-6594-4021-86d9-8c16cc51f1af req-2186706b-cfdc-4466-8a75-16d527f48809 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e2c2a28-77ad-473a-b650-c5be7686e385 HTTP/1.1" status: 200 len: 859 time: 0.0697629 Aug 17 01:17:48.949203 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:48.954231 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:48.954538 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6ebc299d-6594-4021-86d9-8c16cc51f1af req-57c0f3ee-12c5-446f-99e4-796188775c22 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425470 Aug 17 01:17:48.956161 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2b4ec3f4-fe59-4a81-9b4e-a1ff5f7f782a HTTP/1.1" status: 204 len: 168 time: 0.2516954 Aug 17 01:17:48.972083 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4ec3f4-fe59-4a81-9b4e-a1ff5f7f782a,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:48.986912 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.987791 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.988759 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.989494 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.990237 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.991056 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.991797 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.992547 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.993511 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.994321 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.994871 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:48.995336 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3506ce-00bc-4850-96b5-0293c8985728 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:17:49.048655 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b25674-f8c7-4fcc-9a0c-51cb3ddaf56d req-df5dd392-22fc-492f-ab59-07067d0c3aee tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:49.050405 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d0b25674-f8c7-4fcc-9a0c-51cb3ddaf56d req-df5dd392-22fc-492f-ab59-07067d0c3aee tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.1488655 Aug 17 01:17:49.125379 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d0b25674-f8c7-4fcc-9a0c-51cb3ddaf56d req-d0594e49-94fb-4f70-8269-e5ffb27f4e7a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659306 Aug 17 01:17:49.131917 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6ebc299d-6594-4021-86d9-8c16cc51f1af req-844781fa-2bbc-4fcd-b139-47cb23198aa2 service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689544 Aug 17 01:17:49.326514 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6ebc299d-6594-4021-86d9-8c16cc51f1af req-362b837f-2aae-41de-bd53-45510e019bbf service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721363 Aug 17 01:17:49.660495 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65273020-d8ac-4e56-aa65-34e48ffa9c53 req-c25d32e8-ee20-497b-a4d2-10ea185af1a3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:49.669910 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-65273020-d8ac-4e56-aa65-34e48ffa9c53 req-c25d32e8-ee20-497b-a4d2-10ea185af1a3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0807018 Aug 17 01:17:49.740065 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-65273020-d8ac-4e56-aa65-34e48ffa9c53 req-8395db92-91d1-4d5d-906b-1bb204fb90fb tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682120 Aug 17 01:17:49.766985 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 39164) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:49.795431 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1436c126-2880-4e15-ad14-dc8e899378e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:49.949905 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1436c126-2880-4e15-ad14-dc8e899378e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:50.017599 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1436c126-2880-4e15-ad14-dc8e899378e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:50.081743 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-1436c126-2880-4e15-ad14-dc8e899378e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=845adffe6a35407fb19897dbe868a377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130269 Aug 17 01:17:50.082996 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436c126-2880-4e15-ad14-dc8e899378e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e270639-8aa9-468b-ae1e-e0d989a8f259,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:50.085152 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 39172) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:17:50.150516 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1a8cf426-b4c8-465b-9911-99a8c2fcb030 req-d5ee60d6-cc82-4e09-ad17-35e670f3e261 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611758 Aug 17 01:17:50.169375 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-709082aa-3364-40f0-9c5e-5e1ebcafbdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:50.217257 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-709082aa-3364-40f0-9c5e-5e1ebcafbdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:50.226161 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cf426-b4c8-465b-9911-99a8c2fcb030 req-8f653662-f43d-4de4-acea-57a4bd7c2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:50.228897 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1a8cf426-b4c8-465b-9911-99a8c2fcb030 req-8f653662-f43d-4de4-acea-57a4bd7c2d08 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 1098 time: 0.0537229 Aug 17 01:17:50.377667 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-709082aa-3364-40f0-9c5e-5e1ebcafbdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:50.380286 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-709082aa-3364-40f0-9c5e-5e1ebcafbdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:50.381436 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-709082aa-3364-40f0-9c5e-5e1ebcafbdb6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e270639-8aa9-468b-ae1e-e0d989a8f259 HTTP/1.1" status: 204 len: 168 time: 0.2944291 Aug 17 01:17:50.396151 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709082aa-3364-40f0-9c5e-5e1ebcafbdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e270639-8aa9-468b-ae1e-e0d989a8f259,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:17:50.415888 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a20014-5f67-438e-bebf-95796f8840da req-8654d70d-e863-4736-afba-961259b6fd39 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:50.419129 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-86a20014-5f67-438e-bebf-95796f8840da req-8654d70d-e863-4736-afba-961259b6fd39 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.1730673 Aug 17 01:17:50.489189 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cf426-b4c8-465b-9911-99a8c2fcb030 req-de96b563-951a-4294-9acb-c26a46c1f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:50.493683 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1a8cf426-b4c8-465b-9911-99a8c2fcb030 req-de96b563-951a-4294-9acb-c26a46c1f4cb service neutron] 10.222.0.81 "GET /v2.0/networks?id=bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 200 len: 915 time: 0.2295301 Aug 17 01:17:50.503081 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-86a20014-5f67-438e-bebf-95796f8840da req-d6b01fbc-91aa-4d06-af6a-66319219063d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728202 Aug 17 01:17:50.567760 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1a8cf426-b4c8-465b-9911-99a8c2fcb030 req-dc14a7d9-748f-46ca-8ecb-02ca8d733522 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65865e6b-f533-46b6-b490-b8758f1fe260 HTTP/1.1" status: 200 len: 217 time: 0.0633230 Aug 17 01:17:50.629557 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cf426-b4c8-465b-9911-99a8c2fcb030 req-688c0258-508c-4ee9-8691-fbe1f11b2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:50.631136 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1a8cf426-b4c8-465b-9911-99a8c2fcb030 req-688c0258-508c-4ee9-8691-fbe1f11b2451 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bee06119-e53c-4169-bec8-a335f9eda31b HTTP/1.1" status: 200 len: 855 time: 0.0542583 Aug 17 01:17:50.667166 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1a8cf426-b4c8-465b-9911-99a8c2fcb030 req-e36a921f-c817-47cb-bfb1-835bfffe8d13 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcd34715-fee9-40c3-b0a9-b230f765973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257955 Aug 17 01:17:50.779951 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1a8cf426-b4c8-465b-9911-99a8c2fcb030 req-37f06177-47c0-40aa-ac3b-f64895c898d4 service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008971 Aug 17 01:17:50.951243 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1c184-5118-4f99-bd42-e71d3bdefb24 req-a5b28914-baba-42dd-91f1-f43f17cc9f8b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:50.953388 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-93f1c184-5118-4f99-bd42-e71d3bdefb24 req-a5b28914-baba-42dd-91f1-f43f17cc9f8b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0823355 Aug 17 01:17:51.000969 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1a8cf426-b4c8-465b-9911-99a8c2fcb030 req-bffbb836-da45-4bc3-9224-7a365d3b97e0 service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050352 Aug 17 01:17:51.012130 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-93f1c184-5118-4f99-bd42-e71d3bdefb24 req-920060e1-302b-41e5-aba2-68d77c718d06 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470331 Aug 17 01:17:51.758817 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd20ce-6885-4508-b4bf-29fcd8ff47d7 req-bc5757df-e5ed-4d33-86ca-0c21d9aeaf78 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:51.760422 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-eabd20ce-6885-4508-b4bf-29fcd8ff47d7 req-bc5757df-e5ed-4d33-86ca-0c21d9aeaf78 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0969026 Aug 17 01:17:51.804007 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-eabd20ce-6885-4508-b4bf-29fcd8ff47d7 req-819d3dc9-2d6e-47ec-9ed2-8622d23a5c9f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353703 Aug 17 01:17:52.187429 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e06d3b-8f5a-43f1-b69c-958daaa8cd14 req-513dd16a-31e6-460b-9be7-4a3e90591d78 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:52.189432 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d0e06d3b-8f5a-43f1-b69c-958daaa8cd14 req-513dd16a-31e6-460b-9be7-4a3e90591d78 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0680370 Aug 17 01:17:52.200144 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:52.242899 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d0e06d3b-8f5a-43f1-b69c-958daaa8cd14 req-5fb1a9cf-6530-4713-96f4-59368ad190d7 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430448 Aug 17 01:17:53.013171 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad4d6d-6735-4b9a-9b1d-77f7cd1ebd43 req-2bfd00e7-cb36-448f-afbf-18ba579a2127 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:53.014794 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-92ad4d6d-6735-4b9a-9b1d-77f7cd1ebd43 req-2bfd00e7-cb36-448f-afbf-18ba579a2127 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0840697 Aug 17 01:17:53.056572 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-92ad4d6d-6735-4b9a-9b1d-77f7cd1ebd43 req-200199e1-2373-4156-bbaa-b2167aadb49e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344379 Aug 17 01:17:53.436430 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a5417-2962-49a9-907a-87085faa26b4 req-182cbeaa-c49d-4ac4-b9d8-ff723a05d286 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:53.439188 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4b2a5417-2962-49a9-907a-87085faa26b4 req-182cbeaa-c49d-4ac4-b9d8-ff723a05d286 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0684462 Aug 17 01:17:53.513434 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4b2a5417-2962-49a9-907a-87085faa26b4 req-aa44b317-fb4a-4f93-b203-2fc7ed074a77 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647333 Aug 17 01:17:54.192837 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5dc92-8fc2-43c3-ab4b-8105df10d1c5 req-4145b751-02cb-4de1-aee2-27031c852209 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:54.194434 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f8e5dc92-8fc2-43c3-ab4b-8105df10d1c5 req-4145b751-02cb-4de1-aee2-27031c852209 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0528102 Aug 17 01:17:54.236515 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f8e5dc92-8fc2-43c3-ab4b-8105df10d1c5 req-66c66e94-bf18-4292-b397-d64c6de4ec5d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357034 Aug 17 01:17:54.653478 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b78ff-b806-4927-aa94-9a8505a8214b req-b54457f1-ab6d-4a56-85de-8136c1d38221 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:54.656627 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a91b78ff-b806-4927-aa94-9a8505a8214b req-b54457f1-ab6d-4a56-85de-8136c1d38221 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0575902 Aug 17 01:17:54.717872 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a91b78ff-b806-4927-aa94-9a8505a8214b req-144662f4-007c-49a5-a3f5-c0f9aa659f47 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549185 Aug 17 01:17:55.051566 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-12821ab3-ba30-493b-b4da-29a11343dcf0 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9c4c52261d5f4ff888c971710569e7c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478609 Aug 17 01:17:55.336857 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-54d71bdb-8f6d-4dfb-96c5-f080e38c9e14 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:55.338579 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-54d71bdb-8f6d-4dfb-96c5-f080e38c9e14 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799885 Aug 17 01:17:55.365247 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-5bb88d0d-ab15-43b8-b7c7-18c6bc85f1e6 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/quotas/9c4c52261d5f4ff888c971710569e7c2 HTTP/1.1" status: 200 len: 375 time: 0.0146489 Aug 17 01:17:55.407373 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-55e1b7ba-772b-445b-800e-72956537a8b7 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c4c52261d5f4ff888c971710569e7c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307550 Aug 17 01:17:55.788354 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0b0d0-b1a2-4de8-b248-2c1fc0265b21 req-44521abb-b9c6-42b8-9014-af38908b3f58 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:55.791944 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9da0b0d0-b1a2-4de8-b248-2c1fc0265b21 req-44521abb-b9c6-42b8-9014-af38908b3f58 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0974345 Aug 17 01:17:55.800347 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-50258f04-ac33-46a6-9573-65ea9a47faca req-b9831d66-a205-425c-8aaa-317b5ab1a406 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 210 time: 0.0566728 Aug 17 01:17:55.873957 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9da0b0d0-b1a2-4de8-b248-2c1fc0265b21 req-7683a08a-267b-4028-a90b-31f33206744c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716214 Aug 17 01:17:56.012311 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119a960-528e-4e53-8d03-ae1b7fbf2342 req-0716d827-8b7d-4554-a340-3f5981263621 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:56.013902 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1119a960-528e-4e53-8d03-ae1b7fbf2342 req-0716d827-8b7d-4554-a340-3f5981263621 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0562601 Aug 17 01:17:56.055437 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1119a960-528e-4e53-8d03-ae1b7fbf2342 req-944d7fd0-43bc-482d-915f-8641423a1e31 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347211 Aug 17 01:17:56.897887 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-838ff079-73a9-4367-b6f5-955fa86865fd req-7fca36c1-fb7c-441b-a12a-11b92a40f07d tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 210 time: 0.0335815 Aug 17 01:17:57.054786 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff9fd6-446f-4433-af26-e59d981696d3 req-98a193e0-6f2b-4777-9e7e-f639b1e91015 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:57.057722 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ebff9fd6-446f-4433-af26-e59d981696d3 req-98a193e0-6f2b-4777-9e7e-f639b1e91015 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0657392 Aug 17 01:17:57.115979 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ebff9fd6-446f-4433-af26-e59d981696d3 req-1ef1b96c-c76c-4aa6-96ab-c0b691cebf02 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509870 Aug 17 01:17:57.239491 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8636727-5805-4a64-96cd-51cdd67247f5 req-d09ffc4d-10c5-4f04-b313-686ed0e0460f tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:57.241732 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c8636727-5805-4a64-96cd-51cdd67247f5 req-d09ffc4d-10c5-4f04-b313-686ed0e0460f tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0634241 Aug 17 01:17:57.311025 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c8636727-5805-4a64-96cd-51cdd67247f5 req-d1a465fe-2a86-40fa-a079-d6d49176ee66 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587032 Aug 17 01:17:58.037191 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a6e3bfaf-44cc-487b-8583-1b92691c69cd req-560f691a-f639-49b8-a5a8-464bdfb99e98 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 210 time: 0.0487628 Aug 17 01:17:58.280388 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fa699-0505-48de-a6ef-12323ab2b34e req-2dc984a9-8e5a-4a62-99c6-03d525ac26ef tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:58.282845 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-272fa699-0505-48de-a6ef-12323ab2b34e req-2dc984a9-8e5a-4a62-99c6-03d525ac26ef tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0611932 Aug 17 01:17:58.326297 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-272fa699-0505-48de-a6ef-12323ab2b34e req-c59bf891-186b-45ec-9e17-a29edfe935be tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369051 Aug 17 01:17:58.486094 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fd888-0133-4a3d-8fd6-ab3ceae86a8d req-32ee77a6-74ec-40ab-ba8a-c3eb22301b74 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:58.487597 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c27fd888-0133-4a3d-8fd6-ab3ceae86a8d req-32ee77a6-74ec-40ab-ba8a-c3eb22301b74 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0686264 Aug 17 01:17:58.548647 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c27fd888-0133-4a3d-8fd6-ab3ceae86a8d req-4cdbd30a-6316-4d65-83f4-5e567286dc70 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509887 Aug 17 01:17:58.612717 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-6d3c03e6-8c2e-4b1a-a23f-ac16684119cd tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9c4c52261d5f4ff888c971710569e7c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414762 Aug 17 01:17:59.161380 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-de67ec25-31ec-4d13-aa02-09211ceab125 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:59.164480 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-de67ec25-31ec-4d13-aa02-09211ceab125 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5404799 Aug 17 01:17:59.188454 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Request body: {'port': {'device_id': 'ce07827a-926e-4c96-a636-9066ceed4d7b', 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545', 'admin_state_up': True, 'tenant_id': '9c4c52261d5f4ff888c971710569e7c2'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:17:59.218144 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-307702fe-2fd4-4f2d-8e03-8e2b34ad6a23 req-4610776a-6f8f-42a4-8561-1cb2e0c65a4d tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 210 time: 0.0394900 Aug 17 01:17:59.522577 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bea911-feed-48ac-8942-a038907fb510 req-096f6394-3a93-4cd0-9e84-5292d3e023dc tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:59.524214 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-12bea911-feed-48ac-8942-a038907fb510 req-096f6394-3a93-4cd0-9e84-5292d3e023dc tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0570371 Aug 17 01:17:59.526459 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Made reservation on behalf of 9c4c52261d5f4ff888c971710569e7c2 for: {'port': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:17:59.533178 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:59.557621 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:59.633263 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-12bea911-feed-48ac-8942-a038907fb510 req-a6ccb36f-18c4-4825-ad43-02e7a4afad5b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961821 Aug 17 01:17:59.743569 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e75af-573b-41c2-aaac-2acdc082970c req-2e770c7e-669a-497e-a0e9-c7ace1348197 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:17:59.745239 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0f1e75af-573b-41c2-aaac-2acdc082970c req-2e770c7e-669a-497e-a0e9-c7ace1348197 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0690203 Aug 17 01:17:59.788512 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:59.799417 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0f1e75af-573b-41c2-aaac-2acdc082970c req-60138a69-257c-4524-97c4-dda6cd3de81c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464492 Aug 17 01:17:59.886590 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:17:59.963687 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40579a48-664b-40a6-9e5c-a432c5271682,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:00.052148 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Allocated IP 192.168.233.179 (e0065d2e-0fb8-4718-bd30-3d5439723545/22e46133-ff9b-4b1e-885c-ae2ef260d483/13da68af-ee70-4cee-b9b8-bf9dfe2573ef) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:18:00.239690 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:00.268517 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Transition to ACTIVE for port object 13da68af-ee70-4cee-b9b8-bf9dfe2573ef will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:18:00.353603 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8cb4c36b-858b-4598-9dc4-75d93da33d24 req-6c29795f-945d-4847-8507-8f3a0ce2a1e4 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 210 time: 0.0295279 Aug 17 01:18:00.407128 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:00.450908 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Network e0065d2e-0fb8-4718-bd30-3d5439723545 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:18:00.457103 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:18:00.461308 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:18:00.493935 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Pushing event updated for resources: {'Port': ['ID=13da68af-ee70-4cee-b9b8-bf9dfe2573ef,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:00.521140 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:00.521712 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:00.607387 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-670e4080-4de6-42e6-bd66-668ed5b15b46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4271286 Aug 17 01:18:00.631069 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Request body: {'port': {'device_id': 'ce07827a-926e-4c96-a636-9066ceed4d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:18:00.739727 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:00.838455 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b3062-89b1-4f02-a414-2ecb125afb52 req-ec839cda-3b6a-42b0-9026-69783631212d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:00.838455 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f50b3062-89b1-4f02-a414-2ecb125afb52 req-ec839cda-3b6a-42b0-9026-69783631212d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.1137834 Aug 17 01:18:00.943401 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-8dd185c2-aa07-4077-94c5-e0fbdff0944e None None] Provisioning for port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:18:00.948039 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-8dd185c2-aa07-4077-94c5-e0fbdff0944e None None] Provisioning complete for port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:18:00.948563 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8dd185c2-aa07-4077-94c5-e0fbdff0944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:00.955978 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7136fb-2678-408e-84ac-160455b24d26 req-a6b5f61f-0a06-411c-a920-96f325e4c3ba tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:00.957760 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-de7136fb-2678-408e-84ac-160455b24d26 req-a6b5f61f-0a06-411c-a920-96f325e4c3ba tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0589948 Aug 17 01:18:00.962227 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f50b3062-89b1-4f02-a414-2ecb125afb52 req-23c081ee-1278-4e59-9c6b-b9fa10aa58ae tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142893 Aug 17 01:18:01.025294 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-8dd185c2-aa07-4077-94c5-e0fbdff0944e None None] Port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:18:01.054036 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-de7136fb-2678-408e-84ac-160455b24d26 req-5a16d35e-aac2-4ed6-922e-a1e9e9bef444 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893884 Aug 17 01:18:01.127959 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13da68af-ee70-4cee-b9b8-bf9dfe2573ef {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:18:01.136517 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:01.150960 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Transition to ACTIVE for port object 13da68af-ee70-4cee-b9b8-bf9dfe2573ef will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:18:01.203949 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 39466) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:01.255851 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac242bba-f0fe-44c6-8515-67d04db0f164 admin admin] Deleting subnet 7256f6a7-a71d-4fc7-aad6-24cf80647909 {{(pid=94703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:18:01.259571 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac242bba-f0fe-44c6-8515-67d04db0f164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:01.298194 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:01.299230 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac242bba-f0fe-44c6-8515-67d04db0f164 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:01.311571 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac242bba-f0fe-44c6-8515-67d04db0f164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:01.380112 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Pushing event updated for resources: {'Port': ['ID=13da68af-ee70-4cee-b9b8-bf9dfe2573ef,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:01.467464 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Attempting to bind port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:18:01.471629 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Attempting to bind port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '6591b90d-f729-40cc-b4ee-d0cd38677267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:18:01.471629 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Attempting to bind port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef on network e0065d2e-0fb8-4718-bd30-3d5439723545 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:18:01.478034 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef on network e0065d2e-0fb8-4718-bd30-3d5439723545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:18:01.478462 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Attempting to bind port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef on network e0065d2e-0fb8-4718-bd30-3d5439723545 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:18:01.485179 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:18:01.485521 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Checking segment: {'id': '6591b90d-f729-40cc-b4ee-d0cd38677267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:18:01.485912 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Bound using segment: {'id': '6591b90d-f729-40cc-b4ee-d0cd38677267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:18:01.486369 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Bound port: 13da68af-ee70-4cee-b9b8-bf9dfe2573ef, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6591b90d-f729-40cc-b4ee-d0cd38677267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:18:01.486731 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:01.508674 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac242bba-f0fe-44c6-8515-67d04db0f164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for subnet, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:01.561875 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac242bba-f0fe-44c6-8515-67d04db0f164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7256f6a7-a71d-4fc7-aad6-24cf80647909,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:01.570373 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ac242bba-f0fe-44c6-8515-67d04db0f164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:01.573533 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ac242bba-f0fe-44c6-8515-67d04db0f164 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7256f6a7-a71d-4fc7-aad6-24cf80647909 HTTP/1.1" status: 204 len: 168 time: 0.3681622 Aug 17 01:18:01.577664 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 39474) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:01.580460 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] For port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef, host hv-cinder-80390, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:18:01.585023 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] For port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=13da68af-ee70-4cee-b9b8-bf9dfe2573ef,segment=NetworkSegment(6591b90d-f729-40cc-b4ee-d0cd38677267),segment_id=6591b90d-f729-40cc-b4ee-d0cd38677267)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:18:01.641176 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d70e5-e98b-4c63-a3cb-11ad40267bf0 req-d8688ec5-3f08-4280-862f-d8a7233398c3 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:01.642843 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e36d70e5-e98b-4c63-a3cb-11ad40267bf0 req-d8688ec5-3f08-4280-862f-d8a7233398c3 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 948 time: 0.1851420 Aug 17 01:18:01.688907 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:01.717081 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e36d70e5-e98b-4c63-a3cb-11ad40267bf0 req-ec0501d9-2e77-4295-b089-b589b08c4ac7 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632267 Aug 17 01:18:01.778190 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:01.799853 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:01.819682 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.821280 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.823678 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.823678 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > port after_create 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.825553 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > port after_delete 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.825553 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > port after_update 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.826801 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.827551 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.829031 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:01.829215 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.829403 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:01.829648 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.831059 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] 10.222.0.81 "PUT /v2.0/ports/13da68af-ee70-4cee-b9b8-bf9dfe2573ef HTTP/1.1" status: 200 len: 1098 time: 1.2072718 Aug 17 01:18:01.831529 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce07827a-926e-4c96-a636-9066ceed4d7b', 'tag': '13da68af-ee70-4cee-b9b8-bf9dfe2573ef'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:18:01.833895 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04033997-b0a3-4a80-afb9-000a6c4aa2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ce07827a-926e-4c96-a636-9066ceed4d7b", "tag": "13da68af-ee70-4cee-b9b8-bf9dfe2573ef"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:18:01.922038 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c78588-eb40-44d8-b22a-a183271c58b8 service neutron] Pushing event updated for resources: {'Port': ['ID=13da68af-ee70-4cee-b9b8-bf9dfe2573ef,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:01.932940 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4013f3-60f6-4939-bf57-2fa8b6e93045 x-openstack-request-id: req-6f4013f3-60f6-4939-bf57-2fa8b6e93045 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:18:01.933400 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce07827a-926e-4c96-a636-9066ceed4d7b", "tag": "13da68af-ee70-4cee-b9b8-bf9dfe2573ef", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:18:01.933745 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f4013f3-60f6-4939-bf57-2fa8b6e93045 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:18:01.934246 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce07827a-926e-4c96-a636-9066ceed4d7b', 'tag': '13da68af-ee70-4cee-b9b8-bf9dfe2573ef', 'status': 'completed', 'code': 200} Aug 17 01:18:01.951136 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.951831 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.952315 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.953568 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 01:18:01.954175 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d7bce2-8b33-4bf6-8ede-b96abea51663']}} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:18:01.991884 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e625e06d-ee26-460d-b139-57d1674b976d') {'for_net_delete': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:18:01.992369 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e625e06d-ee26-460d-b139-57d1674b976d') {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:18:02.021674 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04033997-b0a3-4a80-afb9-000a6c4aa2ce req-7c1b982c-6424-4921-b5d2-b134893e9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:02.023275 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5595762'] for segment, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.023433 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-04033997-b0a3-4a80-afb9-000a6c4aa2ce req-7c1b982c-6424-4921-b5d2-b134893e9eca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c4c52261d5f4ff888c971710569e7c2&device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 1101 time: 0.0815699 Aug 17 01:18:02.062806 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-04033997-b0a3-4a80-afb9-000a6c4aa2ce req-dc9dc7de-89bf-454a-83c6-56bed5c2fef7 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9c4c52261d5f4ff888c971710569e7c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236897 Aug 17 01:18:02.067501 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.079075 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:18:02.079170 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33455064'] for segment, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: from cryptography.utils import int_from_bytes Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: from cryptography.utils import int_from_bytes Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: Traceback (most recent call last): Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: timer() Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: cb(*args, **kw) Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: return func(*args, **kwargs) Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: self._notify() Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: self.callback(batched_events) Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: event.method(event) Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: return f(self, *a, **k) Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._get(url).json() Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: return self.request(url, 'GET', **kwargs) Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:18:02.088205 dv-cinder-803901-7-iscsi neutron-server[94703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:18:02.259609 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023e7a4-b7c7-4abd-8c28-b90b86eb8c3b req-2f8a3ef1-68da-4992-b9de-771a0fadc7f8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:02.261427 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3023e7a4-b7c7-4abd-8c28-b90b86eb8c3b req-2f8a3ef1-68da-4992-b9de-771a0fadc7f8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0904074 Aug 17 01:18:02.267548 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31e89-7f3c-4e2c-87ee-f593e7426854 req-13c1bcd4-9570-402e-84d5-833982fc3ae1 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:02.269834 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fba31e89-7f3c-4e2c-87ee-f593e7426854 req-13c1bcd4-9570-402e-84d5-833982fc3ae1 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.1037269 Aug 17 01:18:02.272183 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04033997-b0a3-4a80-afb9-000a6c4aa2ce req-73994b9f-c4fe-448c-8d67-cf92976e357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:02.274010 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-04033997-b0a3-4a80-afb9-000a6c4aa2ce req-73994b9f-c4fe-448c-8d67-cf92976e357a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2016745 Aug 17 01:18:02.336136 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3023e7a4-b7c7-4abd-8c28-b90b86eb8c3b req-7441eb2e-7e6b-45e9-bc04-ffd69fb89d5f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645640 Aug 17 01:18:02.360002 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.364070 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fba31e89-7f3c-4e2c-87ee-f593e7426854 req-f5821901-227d-435f-a465-66f00dc4eebf tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803950 Aug 17 01:18:02.393798 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d7bce2-8b33-4bf6-8ede-b96abea51663,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:02.395022 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-a1efaaf3-548f-4061-954b-7fd3679d4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:02.396722 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-a1efaaf3-548f-4061-954b-7fd3679d4f85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c4c52261d5f4ff888c971710569e7c2&device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 1101 time: 0.0665660 Aug 17 01:18:02.401710 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.402044 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-26cbca02-abaa-4d27-9584-77b50e593aac admin admin] 10.222.0.45 "DELETE /v2.0/networks/d3d7bce2-8b33-4bf6-8ede-b96abea51663 HTTP/1.1" status: 204 len: 168 time: 0.8229516 Aug 17 01:18:02.405095 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 39502) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:02.447948 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-45db6632-ef54-4a28-8df0-f4b33a52485d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=13da68af-ee70-4cee-b9b8-bf9dfe2573ef HTTP/1.1" status: 200 len: 217 time: 0.0397503 Aug 17 01:18:02.451562 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-5d07c523-ca56-4559-bf58-d6cd79f1345f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.453599 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_v2 [None req-89912d6f-8811-4e1c-a6e9-1ecbcc3e2f08 admin admin] Deleting subnet ef96220b-2adf-457e-a509-9043c865c6e3 {{(pid=94703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:18:02.457262 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-89912d6f-8811-4e1c-a6e9-1ecbcc3e2f08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.498933 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-89912d6f-8811-4e1c-a6e9-1ecbcc3e2f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5595771'] for subnet, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.528585 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-e308c33d-3efe-4168-9700-3e44ee34738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:02.536181 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-e308c33d-3efe-4168-9700-3e44ee34738a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=22e46133-ff9b-4b1e-885c-ae2ef260d483 HTTP/1.1" status: 200 len: 843 time: 0.0695076 Aug 17 01:18:02.553244 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:18:02.571153 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-89912d6f-8811-4e1c-a6e9-1ecbcc3e2f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.595892 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-155ca40a-16c5-46af-ab4c-4e269d8accc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:02.598823 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-155ca40a-16c5-46af-ab4c-4e269d8accc5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e0065d2e-0fb8-4718-bd30-3d5439723545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0590937 Aug 17 01:18:02.709475 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-89912d6f-8811-4e1c-a6e9-1ecbcc3e2f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33454714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33518865'] for subnet, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.749882 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-f719853b-3a4d-4859-8fc4-2d6e1048b85c service neutron] 10.222.0.81 "GET /v2.0/networks/e0065d2e-0fb8-4718-bd30-3d5439723545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377780 Aug 17 01:18:02.765704 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89912d6f-8811-4e1c-a6e9-1ecbcc3e2f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef96220b-2adf-457e-a509-9043c865c6e3,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:02.768563 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-89912d6f-8811-4e1c-a6e9-1ecbcc3e2f08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.774046 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-89912d6f-8811-4e1c-a6e9-1ecbcc3e2f08 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ef96220b-2adf-457e-a509-9043c865c6e3 HTTP/1.1" status: 204 len: 168 time: 0.3639138 Aug 17 01:18:02.778902 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 39516) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:02.806528 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:02.839500 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'port_id': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'mac_address': 'fa:16:3e:0e:2c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:18:02.918151 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.940339 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe8a6a30-4a7b-462d-8c65-2b0da43d886b req-f848168f-f966-48d7-bb2d-e28ce588e22a service neutron] 10.222.0.81 "GET /v2.0/networks/e0065d2e-0fb8-4718-bd30-3d5439723545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783667 Aug 17 01:18:02.941647 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:18:02.963362 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:02.980934 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:03.014618 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8255136-5c55-4fd0-928b-5ff646cebf12 req-ac308ca6-9251-47c3-8c87-2e70b763bc47 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:03.017306 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8255136-5c55-4fd0-928b-5ff646cebf12 req-ac308ca6-9251-47c3-8c87-2e70b763bc47 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 948 time: 0.1464772 Aug 17 01:18:03.092419 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:03.120398 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:03.126203 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e66c12-2c4f-453c-8b28-0dd0cd2d45a2']}} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:18:03.152964 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8255136-5c55-4fd0-928b-5ff646cebf12 req-ebba9ce9-f3fb-4f80-a9af-a04e82266206 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224830 Aug 17 01:18:03.157750 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5818342-e761-4c15-ad18-64dde07a8412') {'for_net_delete': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:18:03.157750 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5818342-e761-4c15-ad18-64dde07a8412') {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:18:03.177877 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5595762'] for segment, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:03.220219 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:03.234744 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:18:03.235393 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33455064'] for segment, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: Traceback (most recent call last): Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: timer() Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: cb(*args, **kw) Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: return func(*args, **kwargs) Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: self._notify() Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: self.callback(batched_events) Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: event.method(event) Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: return f(self, *a, **k) Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._get(url).json() Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: return self.request(url, 'GET', **kwargs) Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:18:03.239051 dv-cinder-803901-7-iscsi neutron-server[94703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:18:03.243475 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,revision_number=6']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:03.408144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50351d22-06a6-40f9-a3fc-a9eb366383a6 req-2fb8a37c-5e44-4c2b-a200-212dcf84b9ca tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:03.408504 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 39526) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:03.411130 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-50351d22-06a6-40f9-a3fc-a9eb366383a6 req-2fb8a37c-5e44-4c2b-a200-212dcf84b9ca tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.1021764 Aug 17 01:18:03.449559 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:03.461974 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:03.465794 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] 10.222.0.45 "DELETE /v2.0/networks/38e66c12-2c4f-453c-8b28-0dd0cd2d45a2 HTTP/1.1" status: 204 len: 168 time: 0.6875494 Aug 17 01:18:03.474182 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:18:03.512219 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23e63a-1b5e-46b4-8ce8-071ba1622d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=38e66c12-2c4f-453c-8b28-0dd0cd2d45a2,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:03.574519 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-50351d22-06a6-40f9-a3fc-a9eb366383a6 req-fa0e9d69-1927-4e01-a00e-be01135e8be7 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457963 Aug 17 01:18:03.621017 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ced25-7eb9-48c7-b0a6-f73f93e2117b req-9f2f9513-7781-404a-a38b-4ca0eb704124 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:03.637755 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-cc6ced25-7eb9-48c7-b0a6-f73f93e2117b req-9f2f9513-7781-404a-a38b-4ca0eb704124 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 944 time: 0.1517761 Aug 17 01:18:03.709432 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20ed8772-b63e-47eb-9834-36da149f7539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:03.743829 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-cc6ced25-7eb9-48c7-b0a6-f73f93e2117b req-21cd1a92-3ec5-4d78-89c0-7b3baf22e250 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958147 Aug 17 01:18:03.795990 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6ce9a-c981-49c4-b462-85fde728139e req-34749533-048d-4ebd-b984-49d15e1e9259 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:03.799086 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cbd6ce9a-c981-49c4-b462-85fde728139e req-34749533-048d-4ebd-b984-49d15e1e9259 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0952795 Aug 17 01:18:03.884200 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cbd6ce9a-c981-49c4-b462-85fde728139e req-cd6d1d85-c9ca-44d5-9511-4bd45b8015b6 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771472 Aug 17 01:18:03.888871 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20ed8772-b63e-47eb-9834-36da149f7539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:04.000724 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20ed8772-b63e-47eb-9834-36da149f7539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:04.053786 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-20ed8772-b63e-47eb-9834-36da149f7539 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2f6a741fb8d401b89f4d3af5e1310d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6427829 Aug 17 01:18:04.053786 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed8772-b63e-47eb-9834-36da149f7539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a113f46c-7373-47b5-a17e-f1816a3578d2,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:04.055984 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 39538) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:04.098743 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 39542) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:04.120927 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5f46f3e7-afb1-4081-8298-de305992fb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:04.143367 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-f337f923-2830-4d6d-bdc5-f7f78af1a73c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41f326c53e7140d69ab19a8ff7a9046a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432823 Aug 17 01:18:04.145902 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 39546) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:04.157489 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5f46f3e7-afb1-4081-8298-de305992fb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:04.217609 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c107db43-9e07-48ff-b910-f27c9845b5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:04.243614 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c107db43-9e07-48ff-b910-f27c9845b5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:04.303406 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5f46f3e7-afb1-4081-8298-de305992fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:04.306597 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5f46f3e7-afb1-4081-8298-de305992fb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:04.307244 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-5f46f3e7-afb1-4081-8298-de305992fb0e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a113f46c-7373-47b5-a17e-f1816a3578d2 HTTP/1.1" status: 204 len: 168 time: 0.2501359 Aug 17 01:18:04.317039 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46f3e7-afb1-4081-8298-de305992fb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a113f46c-7373-47b5-a17e-f1816a3578d2,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:04.358295 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7b333-5abb-412e-8e21-bdb83849184e req-60e2af23-a2b6-441c-8d40-6e134e3a73b5 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:04.361574 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-84c7b333-5abb-412e-8e21-bdb83849184e req-60e2af23-a2b6-441c-8d40-6e134e3a73b5 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 948 time: 0.1073964 Aug 17 01:18:04.418515 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-84c7b333-5abb-412e-8e21-bdb83849184e req-c2ab1ab8-0d03-40aa-964d-a296dec7e8c3 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444741 Aug 17 01:18:04.479897 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c107db43-9e07-48ff-b910-f27c9845b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:04.483492 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c107db43-9e07-48ff-b910-f27c9845b5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:04.485736 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-c107db43-9e07-48ff-b910-f27c9845b5d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fb02376a-cf2b-4450-bfd8-5ab358c3fc7b HTTP/1.1" status: 204 len: 168 time: 0.3382974 Aug 17 01:18:04.495510 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107db43-9e07-48ff-b910-f27c9845b5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb02376a-cf2b-4450-bfd8-5ab358c3fc7b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:04.556801 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:18:04.626165 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:18:04.626165 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:04.728262 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df373b-8ba7-41e4-8723-7e4cbbddbeda req-d5421f1a-aba6-4bfb-bd8b-24bcec0438fd tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:04.738796 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d4df373b-8ba7-41e4-8723-7e4cbbddbeda req-d5421f1a-aba6-4bfb-bd8b-24bcec0438fd tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0704501 Aug 17 01:18:04.741632 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:04.775827 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:18:04.778925 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d4df373b-8ba7-41e4-8723-7e4cbbddbeda req-d4d9374d-7563-4e7d-a248-68923303efab tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391238 Aug 17 01:18:04.779809 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a90848-8ae7-40d5-a9a3-8171b752dd04" -d '{"events": [{"server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "name": "network-vif-plugged", "status": "completed", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:18:04.799138 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:04.828292 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ac5eaa-bbfc-4bba-899a-ae3e8d93a395 x-openstack-request-id: req-43ac5eaa-bbfc-4bba-899a-ae3e8d93a395 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:18:04.829911 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "name": "network-vif-plugged", "status": "completed", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:18:04.829911 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43ac5eaa-bbfc-4bba-899a-ae3e8d93a395 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:18:04.830297 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'code': 200} Aug 17 01:18:04.881328 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:05.005885 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a01673-0028-476c-a2c8-06349a66c569 req-bfa7f5c3-1117-4643-afca-5f6930405a0f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:05.007666 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-78a01673-0028-476c-a2c8-06349a66c569 req-bfa7f5c3-1117-4643-afca-5f6930405a0f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0917795 Aug 17 01:18:05.032276 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,revision_number=7']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:05.086513 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-78a01673-0028-476c-a2c8-06349a66c569 req-190d7423-fc5c-4bcd-a5fa-c265b230af99 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698216 Aug 17 01:18:05.156952 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efa6e4-675d-4472-ab37-efed4d96f733 req-1f7dc160-cd3f-4162-a4b6-8f7ca9130c0e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:05.158717 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-20efa6e4-675d-4472-ab37-efed4d96f733 req-1f7dc160-cd3f-4162-a4b6-8f7ca9130c0e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0614135 Aug 17 01:18:05.201650 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-20efa6e4-675d-4472-ab37-efed4d96f733 req-ca8cac86-773a-4325-a29a-5aa1220dc4c4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361874 Aug 17 01:18:05.416924 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 39588) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:05.432669 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b3b03013-650f-4423-8801-50c04d96d9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:05.516813 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 39592) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:05.574340 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b3b03013-650f-4423-8801-50c04d96d9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:05.584424 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d3ff7-9e80-438a-bd88-e402ba85f55f req-7c413986-ab14-46b4-9309-d7c5f10b5d5a tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:05.586003 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ef1d3ff7-9e80-438a-bd88-e402ba85f55f req-7c413986-ab14-46b4-9309-d7c5f10b5d5a tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 948 time: 0.0898693 Aug 17 01:18:05.601974 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 39594) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:05.602455 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-40292b45-0716-4ef2-8ccf-b7b2ebe89aab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef4ea36676d647689513a2d2650aa5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837305 Aug 17 01:18:05.666606 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b3b03013-650f-4423-8801-50c04d96d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:05.708905 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ef1d3ff7-9e80-438a-bd88-e402ba85f55f req-97a28096-9bcc-4ce3-8213-ce08e96597e0 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153507 Aug 17 01:18:05.782802 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b03013-650f-4423-8801-50c04d96d9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582e3d40-a513-4e93-924f-80f1d5c67c70,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:05.816019 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-b3b03013-650f-4423-8801-50c04d96d9e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4614e308e284bc7ae62600102c8d92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978431 Aug 17 01:18:05.817419 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-04e1bc15-7f68-4d35-95f9-42fb0cc33ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:05.820217 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 39610) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:05.881487 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-04e1bc15-7f68-4d35-95f9-42fb0cc33ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:05.933581 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-16fec919-3e12-4c01-b33d-249229a319c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:05.959962 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:05.994168 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-16fec919-3e12-4c01-b33d-249229a319c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:06.040126 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-115801f4-cc1d-4094-a137-74df104e0167 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:06.041652 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-115801f4-cc1d-4094-a137-74df104e0167 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/networks?id=bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 200 len: 815 time: 0.2599781 Aug 17 01:18:06.042358 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d3314-9858-49fb-b346-6c28cf2f0915 req-e42fd803-2072-41e9-935e-7a0a4830d593 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:06.049133 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d62d3314-9858-49fb-b346-6c28cf2f0915 req-e42fd803-2072-41e9-935e-7a0a4830d593 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.1219394 Aug 17 01:18:06.065674 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-7ca080ae-5f10-415f-b413-59b5a66ea700 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/quotas/63c5939bd66a4732804c628d2ccf8743 HTTP/1.1" status: 200 len: 375 time: 0.0123734 Aug 17 01:18:06.107215 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d62d3314-9858-49fb-b346-6c28cf2f0915 req-b3482463-8752-4e24-aef4-571c125f0823 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506501 Aug 17 01:18:06.133905 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-04e1bc15-7f68-4d35-95f9-42fb0cc33ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:06.137171 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-04e1bc15-7f68-4d35-95f9-42fb0cc33ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:06.138567 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-04e1bc15-7f68-4d35-95f9-42fb0cc33ae3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86ba85e6-1a02-4133-9a75-fb149d379aa0 HTTP/1.1" status: 204 len: 168 time: 0.5340822 Aug 17 01:18:06.170331 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-5851f4ef-a768-4512-b54e-f7e381122b44 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835443 Aug 17 01:18:06.172143 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1bc15-7f68-4d35-95f9-42fb0cc33ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ba85e6-1a02-4133-9a75-fb149d379aa0,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:06.189164 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-16fec919-3e12-4c01-b33d-249229a319c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:06.192259 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-16fec919-3e12-4c01-b33d-249229a319c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:06.194814 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-16fec919-3e12-4c01-b33d-249229a319c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/582e3d40-a513-4e93-924f-80f1d5c67c70 HTTP/1.1" status: 204 len: 168 time: 0.3733110 Aug 17 01:18:06.213647 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fec919-3e12-4c01-b33d-249229a319c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582e3d40-a513-4e93-924f-80f1d5c67c70,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:06.228631 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-296f9189-a097-461c-acd9-f1875b8b78e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:06.338204 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-9da30ff6-4b07-4629-aaa8-afc178602a06 service neutron] 10.222.0.45 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568160 Aug 17 01:18:06.405059 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9bc54-59bf-4342-8887-f260f8808cf4 req-891841a2-d941-43b2-9b2f-3bf58a5319ae tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:06.406923 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f7f9bc54-59bf-4342-8887-f260f8808cf4 req-891841a2-d941-43b2-9b2f-3bf58a5319ae tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.1202927 Aug 17 01:18:06.490099 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f7f9bc54-59bf-4342-8887-f260f8808cf4 req-128adde6-5170-4d6f-8a05-fe599db6977b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765724 Aug 17 01:18:06.505241 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-7e7630ce-bec1-40f0-b6e1-ce5a13538a43 service neutron] 10.222.0.45 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594722 Aug 17 01:18:06.569278 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 13da68af-ee70-4cee-b9b8-bf9dfe2573ef details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:18:06.651004 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149f8a3-6b9f-4d77-a4b9-4e63af2111fa req-3ee15ce5-4a74-48a8-9647-695a299e7038 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:06.652860 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6149f8a3-6b9f-4d77-a4b9-4e63af2111fa req-3ee15ce5-4a74-48a8-9647-695a299e7038 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0655875 Aug 17 01:18:06.701859 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6149f8a3-6b9f-4d77-a4b9-4e63af2111fa req-d743df28-ceb8-48e0-a50b-b2f8dc8c80ac tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420425 Aug 17 01:18:06.771534 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=13da68af-ee70-4cee-b9b8-bf9dfe2573ef,segment=NetworkSegment(6591b90d-f729-40cc-b4ee-d0cd38677267),segment_id=6591b90d-f729-40cc-b4ee-d0cd38677267)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:06.818976 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '13da68af-ee70-4cee-b9b8-bf9dfe2573ef', 'network_id': 'e0065d2e-0fb8-4718-bd30-3d5439723545', 'port_id': '13da68af-ee70-4cee-b9b8-bf9dfe2573ef', 'mac_address': 'fa:16:3e:b2:59:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e46133-ff9b-4b1e-885c-ae2ef260d483', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:18:06.925251 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:06.959856 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d3096-ac4c-4cac-bc66-8578a492b319 req-497c31e4-3d62-4693-bbed-156de42be2ae tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:06.969637 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fb5d3096-ac4c-4cac-bc66-8578a492b319 req-497c31e4-3d62-4693-bbed-156de42be2ae tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 948 time: 0.1106348 Aug 17 01:18:06.974062 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13da68af-ee70-4cee-b9b8-bf9dfe2573ef {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:18:07.009505 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=13da68af-ee70-4cee-b9b8-bf9dfe2573ef,segment=NetworkSegment(6591b90d-f729-40cc-b4ee-d0cd38677267),segment_id=6591b90d-f729-40cc-b4ee-d0cd38677267)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:07.015692 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b7603df5-5ae1-47b2-a8e0-33e2f1c12f0d req-aa508c5e-b8de-432c-86c5-fafe1b171c6f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 210 time: 0.0859315 Aug 17 01:18:07.067347 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fb5d3096-ac4c-4cac-bc66-8578a492b319 req-e46d7a05-e8e2-402f-accb-36b475fde9b6 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978260 Aug 17 01:18:07.190675 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:07.300792 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=13da68af-ee70-4cee-b9b8-bf9dfe2573ef,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:07.326349 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c52dd-9e99-44ec-b577-40a26a7fe782 req-1c5fe6f8-f1c0-4cf3-8ad5-fe60b8cb22c9 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:07.328028 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5f5c52dd-9e99-44ec-b577-40a26a7fe782 req-1c5fe6f8-f1c0-4cf3-8ad5-fe60b8cb22c9 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0833464 Aug 17 01:18:07.384881 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5f5c52dd-9e99-44ec-b577-40a26a7fe782 req-c553a96a-02a7-4504-b6fa-999578c9d461 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493724 Aug 17 01:18:07.566212 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['13da68af-ee70-4cee-b9b8-bf9dfe2573ef'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:18:07.643312 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:07.695785 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d52ca-9a93-4c97-a7a6-cb694e238b02 req-7bad5c0f-7cd4-49f6-a101-b04476fb99fe tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:07.706354 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fe5d52ca-9a93-4c97-a7a6-cb694e238b02 req-7bad5c0f-7cd4-49f6-a101-b04476fb99fe tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.1068158 Aug 17 01:18:07.812963 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fe5d52ca-9a93-4c97-a7a6-cb694e238b02 req-8c660669-b7e5-40e7-a4e9-0e21939596f5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042368 Aug 17 01:18:07.930233 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69a545-1531-44c6-8a6f-2cae2e2a33e8 req-f0109713-afe2-4226-9369-9d170ef0e053 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:07.933077 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2d69a545-1531-44c6-8a6f-2cae2e2a33e8 req-f0109713-afe2-4226-9369-9d170ef0e053 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0894933 Aug 17 01:18:07.990888 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2d69a545-1531-44c6-8a6f-2cae2e2a33e8 req-ac65e9be-3e26-475f-a3ff-4faa0433cf93 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510364 Aug 17 01:18:08.178867 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-56bd8694-a1a6-456e-aecd-508bf5dd1dce req-dfab3005-e6e4-4d7f-89f3-7e93fcee5333 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 210 time: 0.0696197 Aug 17 01:18:08.268389 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79105203-5a79-4098-881e-50cb8d26d66f req-390fcac2-cad5-4188-b4ef-ac4995ec261c tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:08.270231 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-79105203-5a79-4098-881e-50cb8d26d66f req-390fcac2-cad5-4188-b4ef-ac4995ec261c tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 949 time: 0.1121640 Aug 17 01:18:08.378120 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-79105203-5a79-4098-881e-50cb8d26d66f req-98ea5b48-a155-441f-87d6-9fc82dc453f2 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942576 Aug 17 01:18:08.593889 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f1120-b4e7-4f2c-b69f-bd1395784fd3 req-e4e3f8fd-272e-4dfa-b9e6-7d72ba821b91 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:08.612151 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-723f1120-b4e7-4f2c-b69f-bd1395784fd3 req-e4e3f8fd-272e-4dfa-b9e6-7d72ba821b91 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.1203928 Aug 17 01:18:08.690755 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-723f1120-b4e7-4f2c-b69f-bd1395784fd3 req-9f4b4a4b-97f4-4009-9940-864dea6d4e26 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744669 Aug 17 01:18:08.990649 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff53e1-d909-4b7d-b56a-fad95ce69a9d req-f48f5e13-e03b-4c32-a2b0-ecd5a81a75f5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:08.999056 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b4ff53e1-d909-4b7d-b56a-fad95ce69a9d req-f48f5e13-e03b-4c32-a2b0-ecd5a81a75f5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0898273 Aug 17 01:18:09.049612 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b4ff53e1-d909-4b7d-b56a-fad95ce69a9d req-a44d4dfa-0b8f-46df-bf6c-4f609f824725 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484371 Aug 17 01:18:09.188204 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eb151-5d7d-4deb-830b-2e5342b510a4 req-cbd914da-0248-4e16-b9e4-58f17bb45202 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:09.190679 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b64eb151-5d7d-4deb-830b-2e5342b510a4 req-cbd914da-0248-4e16-b9e4-58f17bb45202 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0701630 Aug 17 01:18:09.255146 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b64eb151-5d7d-4deb-830b-2e5342b510a4 req-d9b97dea-f4c1-430c-9431-ef906f4a2aa4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570040 Aug 17 01:18:09.398430 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-085adb7e-5b8a-48dc-a7dc-6cb4a080bd61 req-dca30336-1f61-4d80-8687-68e69a6a3433 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 210 time: 0.0838852 Aug 17 01:18:09.411737 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:09.560886 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd01b6-52a3-4915-9b3c-6a614d447d42 req-7e21f990-b61e-4549-b1f3-5dab26bd8d39 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:09.563595 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6fbd01b6-52a3-4915-9b3c-6a614d447d42 req-7e21f990-b61e-4549-b1f3-5dab26bd8d39 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 949 time: 0.0619256 Aug 17 01:18:09.588301 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 39710) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:09.628505 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 39714) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:09.643631 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6fbd01b6-52a3-4915-9b3c-6a614d447d42 req-57aaaee6-5283-49da-9067-18250a2329a4 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718729 Aug 17 01:18:09.831112 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d913b45-65dc-4e27-9b46-6a57bb8e1b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:09.866937 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1183ce08-0270-4e94-a661-91953f2f29dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:09.909678 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff3525-df02-4a66-9a16-2e39c0f63eba req-994305ff-5d91-46fb-aaca-083bdedb77c7 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:09.917368 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b8ff3525-df02-4a66-9a16-2e39c0f63eba req-994305ff-5d91-46fb-aaca-083bdedb77c7 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.1367826 Aug 17 01:18:09.998130 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b8ff3525-df02-4a66-9a16-2e39c0f63eba req-e67bb8ea-3f1f-4b68-a190-bbfda9c8f395 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796151 Aug 17 01:18:10.055324 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d913b45-65dc-4e27-9b46-6a57bb8e1b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:10.192407 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cdb4b-46c2-4179-b5a4-7a7284175f84 req-2206fb9a-5cec-4250-a736-62d52ee57cec tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:10.193893 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4c4cdb4b-46c2-4179-b5a4-7a7284175f84 req-2206fb9a-5cec-4250-a736-62d52ee57cec tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0526476 Aug 17 01:18:10.233838 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4c4cdb4b-46c2-4179-b5a4-7a7284175f84 req-d7d0b2be-0798-4f69-8a3d-cc0eaadef3e8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338964 Aug 17 01:18:10.375086 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd046af7-91ad-4f45-9002-a6df937c3d37 req-23e2c1a0-cc4a-4f86-816a-1dc1eb1deb35 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:10.376697 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fd046af7-91ad-4f45-9002-a6df937c3d37 req-23e2c1a0-cc4a-4f86-816a-1dc1eb1deb35 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0539033 Aug 17 01:18:10.420146 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fd046af7-91ad-4f45-9002-a6df937c3d37 req-a9c8c11d-83b5-439a-87fe-29d031868d52 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366383 Aug 17 01:18:10.482903 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d913b45-65dc-4e27-9b46-6a57bb8e1b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:10.537699 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-3d913b45-65dc-4e27-9b46-6a57bb8e1b97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=231f66c0b047450281419adb054d2c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9077888 Aug 17 01:18:10.547375 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 39732) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:10.560168 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d913b45-65dc-4e27-9b46-6a57bb8e1b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8be79f-b0e6-4dc1-bccd-02873a7aa4d6,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:10.582586 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f675d477-6235-4173-866d-bdd1fa315807 req-2f3408f4-dcc9-4574-8b50-881d563b0061 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 210 time: 0.0828054 Aug 17 01:18:10.618256 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 13da68af-ee70-4cee-b9b8-bf9dfe2573ef up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:18:10.629973 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae8c-7419-4d86-a1d3-ab119594db84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:10.679725 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae8c-7419-4d86-a1d3-ab119594db84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:10.855607 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1183ce08-0270-4e94-a661-91953f2f29dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:10.864500 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:18:10.872987 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:18:10.873749 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:10.884912 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-8caf5618-0272-49a9-b624-82c17ac5834e tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:10.886629 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-8caf5618-0272-49a9-b624-82c17ac5834e tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "GET /v2.0/networks?id=bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 200 len: 815 time: 0.2825630 Aug 17 01:18:10.900337 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f02ac-e7d3-45ac-8b75-5efe3970103e req-21aca5c5-1b04-4937-b4a1-b1aec4d03107 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:10.901839 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-868f02ac-e7d3-45ac-8b75-5efe3970103e req-21aca5c5-1b04-4937-b4a1-b1aec4d03107 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 949 time: 0.0976238 Aug 17 01:18:10.914181 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Request body: {'port': {'device_id': 'f0f774bf-b531-4524-9dda-6c60ec9bfb0e', 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b', 'admin_state_up': True, 'tenant_id': '63c5939bd66a4732804c628d2ccf8743'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:18:10.978177 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae8c-7419-4d86-a1d3-ab119594db84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:10.980882 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae8c-7419-4d86-a1d3-ab119594db84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:10.986773 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-9ab4ae8c-7419-4d86-a1d3-ab119594db84 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d8be79f-b0e6-4dc1-bccd-02873a7aa4d6 HTTP/1.1" status: 204 len: 168 time: 0.4415789 Aug 17 01:18:11.006624 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4ae8c-7419-4d86-a1d3-ab119594db84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8be79f-b0e6-4dc1-bccd-02873a7aa4d6,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:11.015717 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-868f02ac-e7d3-45ac-8b75-5efe3970103e req-28bf23d4-f28a-45c7-8906-53c7d7345c90 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966847 Aug 17 01:18:11.035381 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1183ce08-0270-4e94-a661-91953f2f29dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:11.105474 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183ce08-0270-4e94-a661-91953f2f29dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546fff97-45c7-42ae-9e1d-64b173241514,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:11.116254 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-1183ce08-0270-4e94-a661-91953f2f29dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=004a43bac55742a38f6a542f17302987&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5241425 Aug 17 01:18:11.116589 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 39742) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:11.129205 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:11.160050 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce07827a-926e-4c96-a636-9066ceed4d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da68af-ee70-4cee-b9b8-bf9dfe2573ef'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:18:11.163927 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b173d88-746e-4424-a7fb-633a8ea425fe" -d '{"events": [{"server_uuid": "ce07827a-926e-4c96-a636-9066ceed4d7b", "name": "network-vif-plugged", "status": "completed", "tag": "13da68af-ee70-4cee-b9b8-bf9dfe2573ef"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:18:11.192668 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=13da68af-ee70-4cee-b9b8-bf9dfe2573ef,segment=NetworkSegment(6591b90d-f729-40cc-b4ee-d0cd38677267),segment_id=6591b90d-f729-40cc-b4ee-d0cd38677267)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:11.241089 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d4c007d-bcd5-4c51-a43e-acbc27351270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:11.242807 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c056bb9b-f8fa-402f-829c-7057cceb4acf x-openstack-request-id: req-c056bb9b-f8fa-402f-829c-7057cceb4acf {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:18:11.243101 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce07827a-926e-4c96-a636-9066ceed4d7b", "name": "network-vif-plugged", "status": "completed", "tag": "13da68af-ee70-4cee-b9b8-bf9dfe2573ef", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:18:11.243413 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c056bb9b-f8fa-402f-829c-7057cceb4acf {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:18:11.243820 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce07827a-926e-4c96-a636-9066ceed4d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da68af-ee70-4cee-b9b8-bf9dfe2573ef', 'code': 200} Aug 17 01:18:11.277053 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Made reservation on behalf of 63c5939bd66a4732804c628d2ccf8743 for: {'port': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:18:11.282581 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:11.289571 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d4c007d-bcd5-4c51-a43e-acbc27351270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:11.303480 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:11.407719 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85b13e-8c2f-40d8-8d38-4fba6212bf40 req-68902cf7-0ae0-4f9f-a649-530cfa5570a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:11.415793 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9a85b13e-8c2f-40d8-8d38-4fba6212bf40 req-68902cf7-0ae0-4f9f-a649-530cfa5570a4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 1098 time: 0.1534762 Aug 17 01:18:11.441473 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58320f9d-c70c-452c-8c1f-8e34f1b4377f req-aa784f80-9125-48f7-aec4-9cb7dcf572ef tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:11.446030 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-58320f9d-c70c-452c-8c1f-8e34f1b4377f req-aa784f80-9125-48f7-aec4-9cb7dcf572ef tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.2411613 Aug 17 01:18:11.495635 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=13da68af-ee70-4cee-b9b8-bf9dfe2573ef,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:11.529108 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9a85b13e-8c2f-40d8-8d38-4fba6212bf40 req-70d3d1b4-9dcb-465a-aecd-c9de3c4f4c95 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018915 Aug 17 01:18:11.530099 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:11.532575 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:11.533756 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:11.537580 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:11.538112 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:11.539718 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:11.542989 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:11.543685 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:11.546003 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:11.551303 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:11.552009 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:11.552507 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:11.586966 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-58320f9d-c70c-452c-8c1f-8e34f1b4377f req-0c987cdd-f8d2-44d2-85f1-6472c282e7c6 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122680 Aug 17 01:18:11.661289 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d4c007d-bcd5-4c51-a43e-acbc27351270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:11.674615 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d4c007d-bcd5-4c51-a43e-acbc27351270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:11.676240 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-5d4c007d-bcd5-4c51-a43e-acbc27351270 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/546fff97-45c7-42ae-9e1d-64b173241514 HTTP/1.1" status: 204 len: 168 time: 0.5586197 Aug 17 01:18:11.714818 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c007d-bcd5-4c51-a43e-acbc27351270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546fff97-45c7-42ae-9e1d-64b173241514,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:11.732472 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0112c1-714b-4900-82db-f4473c663fc2 req-4c2f9013-aff3-42b8-9729-dc6fcc68bc07 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:11.759788 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-cc0112c1-714b-4900-82db-f4473c663fc2 req-4c2f9013-aff3-42b8-9729-dc6fcc68bc07 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.3067350 Aug 17 01:18:11.815935 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Allocated IP 172.20.0.10 (bcd34715-fee9-40c3-b0a9-b230f765973b/bee06119-e53c-4169-bec8-a335f9eda31b/35d8fddb-1c7c-4dfe-994b-242e3db7f560) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:18:11.869456 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-cc0112c1-714b-4900-82db-f4473c663fc2 req-683b1d64-428a-446d-83da-1f621da8a651 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038177 Aug 17 01:18:11.963872 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf52ab7-3c2e-4433-949a-225dec3d1d9e req-c8bdc24e-c19e-4ff4-93ac-44f123519be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:11.974352 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-baf52ab7-3c2e-4433-949a-225dec3d1d9e req-c8bdc24e-c19e-4ff4-93ac-44f123519be3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 1103 time: 0.1764286 Aug 17 01:18:12.056356 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-baf52ab7-3c2e-4433-949a-225dec3d1d9e req-ea8dd00d-b7a4-419d-b288-2cb11dd5fcba service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707593 Aug 17 01:18:12.073435 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea277-ddcf-41a4-9a70-60d403ecb891 req-ca7e8742-7049-4837-bf48-2eec441a1daa tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:12.074882 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-365ea277-ddcf-41a4-9a70-60d403ecb891 req-ca7e8742-7049-4837-bf48-2eec441a1daa tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.2603428 Aug 17 01:18:12.123015 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c62a7a20-2776-4feb-90f3-4137a91dd479 req-92335fd6-ef6e-4651-b816-e7e90c6bb94a tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 210 time: 0.0584912 Aug 17 01:18:12.158103 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-365ea277-ddcf-41a4-9a70-60d403ecb891 req-6b8b8207-bfdd-4687-b475-c725670ef55b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758345 Aug 17 01:18:12.239168 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:12.391730 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1ac06-9099-40d8-a6e6-c4c818ceaabf req-0369e56c-18eb-401e-8655-4c6f43328bf8 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:12.400449 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c7b1ac06-9099-40d8-a6e6-c4c818ceaabf req-0369e56c-18eb-401e-8655-4c6f43328bf8 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 950 time: 0.1351843 Aug 17 01:18:12.452755 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c7b1ac06-9099-40d8-a6e6-c4c818ceaabf req-1e5f0a75-55bd-4103-baaa-2f03f700af50 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463676 Aug 17 01:18:12.487662 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:12.504483 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['65865e6b-f533-46b6-b490-b8758f1fe260', 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12', '48586531-0f59-4d87-93a5-5dee7da9d341'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:18:12.606973 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Network bcd34715-fee9-40c3-b0a9-b230f765973b is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:18:12.611716 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:18:12.619047 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:18:12.648468 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Pushing event updated for resources: {'Port': ['ID=35d8fddb-1c7c-4dfe-994b-242e3db7f560,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:12.707347 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:12.708703 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:12.786083 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097bf76-81fe-46af-99a6-46b5e29d2a40 req-496de09b-0053-4745-b2c8-6f6b4c8dd817 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:12.794947 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e097bf76-81fe-46af-99a6-46b5e29d2a40 req-496de09b-0053-4745-b2c8-6f6b4c8dd817 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0832281 Aug 17 01:18:12.830211 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-47086dc3-6660-4563-8e93-2576c5c30e39 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9272702 Aug 17 01:18:12.847644 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Request body: {'port': {'device_id': 'f0f774bf-b531-4524-9dda-6c60ec9bfb0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:18:12.849158 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e097bf76-81fe-46af-99a6-46b5e29d2a40 req-89b77645-0bb7-48ee-843a-accdd591dcd0 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506990 Aug 17 01:18:12.945858 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:13.134336 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b83de-d858-409a-9b99-5b637aa43f7f req-297779c9-e75a-474b-b3c8-1b7d0d79efbb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:13.135970 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b07b83de-d858-409a-9b99-5b637aa43f7f req-297779c9-e75a-474b-b3c8-1b7d0d79efbb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.1357453 Aug 17 01:18:13.179575 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:18:13.251475 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b07b83de-d858-409a-9b99-5b637aa43f7f req-274f8653-3f5b-4177-80f8-43e2e5316589 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070030 Aug 17 01:18:13.397902 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f9079-a841-4a23-80b0-10bcdf6d0e7d req-5e9979b8-ddbb-4ab9-b471-4cc94e18532c tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:13.400015 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-183f9079-a841-4a23-80b0-10bcdf6d0e7d req-5e9979b8-ddbb-4ab9-b471-4cc94e18532c tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 932 time: 0.1044393 Aug 17 01:18:13.453402 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee4eda-8032-4bbc-bf07-ea1a7f2339f2 req-3a12b43c-7f1e-49ba-b906-8107d4515c96 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:13.455005 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-13ee4eda-8032-4bbc-bf07-ea1a7f2339f2 req-3a12b43c-7f1e-49ba-b906-8107d4515c96 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.1191661 Aug 17 01:18:13.496223 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-183f9079-a841-4a23-80b0-10bcdf6d0e7d req-2db0d6fe-ef55-405f-ba0f-d3cdd5dd8812 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797582 Aug 17 01:18:13.588784 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d8fddb-1c7c-4dfe-994b-242e3db7f560 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:18:13.614307 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-13ee4eda-8032-4bbc-bf07-ea1a7f2339f2 req-7bae43a8-589c-450e-b70b-b56a25a0f311 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276472 Aug 17 01:18:13.619394 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:13.638344 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Transition to ACTIVE for port object 35d8fddb-1c7c-4dfe-994b-242e3db7f560 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:18:13.721935 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ce4e3-cd51-49b7-a8a8-baeabb6acba4 req-571b3e58-9077-4bf0-ba68-daee68151313 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:13.724543 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fb0ce4e3-cd51-49b7-a8a8-baeabb6acba4 req-571b3e58-9077-4bf0-ba68-daee68151313 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 950 time: 0.1061444 Aug 17 01:18:13.731776 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:13.822350 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fb0ce4e3-cd51-49b7-a8a8-baeabb6acba4 req-3f535c91-7cba-4a00-9a2f-b6ed085776a9 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918150 Aug 17 01:18:13.901559 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Pushing event updated for resources: {'Port': ['ID=35d8fddb-1c7c-4dfe-994b-242e3db7f560,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:13.974351 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Attempting to bind port 35d8fddb-1c7c-4dfe-994b-242e3db7f560 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:18:13.974686 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Attempting to bind port 35d8fddb-1c7c-4dfe-994b-242e3db7f560 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:18:13.975028 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Attempting to bind port 35d8fddb-1c7c-4dfe-994b-242e3db7f560 on network bcd34715-fee9-40c3-b0a9-b230f765973b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:18:13.983124 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Port 35d8fddb-1c7c-4dfe-994b-242e3db7f560 on network bcd34715-fee9-40c3-b0a9-b230f765973b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:18:13.983479 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Attempting to bind port 35d8fddb-1c7c-4dfe-994b-242e3db7f560 on network bcd34715-fee9-40c3-b0a9-b230f765973b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:18:13.995507 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:18:13.996032 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Checking segment: {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:18:13.996537 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Bound using segment: {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:18:13.997350 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Bound port: 35d8fddb-1c7c-4dfe-994b-242e3db7f560, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf25617-9abf-48e7-8db0-84b20b690394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:18:13.997884 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:14.028058 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092cd47-25bf-4c71-b241-314de892013c req-107d9f1a-cd23-4d7d-bf0b-df1631ea36cd tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:14.030086 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0092cd47-25bf-4c71-b241-314de892013c req-107d9f1a-cd23-4d7d-bf0b-df1631ea36cd tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0776832 Aug 17 01:18:14.130370 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0092cd47-25bf-4c71-b241-314de892013c req-877f0579-114c-495e-bcd5-447ca000c8c6 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812197 Aug 17 01:18:14.174706 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] For port 35d8fddb-1c7c-4dfe-994b-242e3db7f560, host hv-cinder-80390, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:18:14.184507 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] For port 35d8fddb-1c7c-4dfe-994b-242e3db7f560, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=35d8fddb-1c7c-4dfe-994b-242e3db7f560,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:18:14.292566 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:14.297834 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9d715-0a7a-4cab-8fa4-3bd710fe1b7c req-8febe15e-d6ac-4d66-bec4-0ec845fa3bc8 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:14.299920 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-27b9d715-0a7a-4cab-8fa4-3bd710fe1b7c req-8febe15e-d6ac-4d66-bec4-0ec845fa3bc8 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0692933 Aug 17 01:18:14.410140 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-27b9d715-0a7a-4cab-8fa4-3bd710fe1b7c req-0d244c42-916f-4ea8-bdbe-199b3cea26ba tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958266 Aug 17 01:18:14.441646 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Pushing event updated for resources: {'Port': ['ID=35d8fddb-1c7c-4dfe-994b-242e3db7f560,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:14.451289 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:14.453310 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:14.455995 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-be780aca-907e-4766-bbcb-f5c9f7d17a0a service neutron] 10.222.0.81 "PUT /v2.0/ports/35d8fddb-1c7c-4dfe-994b-242e3db7f560 HTTP/1.1" status: 200 len: 1094 time: 1.6153643 Aug 17 01:18:14.456906 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f774bf-b531-4524-9dda-6c60ec9bfb0e', 'tag': '35d8fddb-1c7c-4dfe-994b-242e3db7f560'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:18:14.472668 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f096b30-62a2-4bf5-8933-2fe5105b0a48 req-9a6972b1-21c8-4477-8021-c5f02e2ef851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:14.477344 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f096b30-62a2-4bf5-8933-2fe5105b0a48 req-9a6972b1-21c8-4477-8021-c5f02e2ef851 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9676635fd0c24582a98d22c51b17f793&device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 1098 time: 0.1438849 Aug 17 01:18:14.479607 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed760eb-6b6e-4573-856d-d1bd749a09d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f774bf-b531-4524-9dda-6c60ec9bfb0e", "tag": "35d8fddb-1c7c-4dfe-994b-242e3db7f560"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:18:14.660030 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e211acd8-9d8d-4d4d-bd09-bd13ecacb00e x-openstack-request-id: req-e211acd8-9d8d-4d4d-bd09-bd13ecacb00e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:18:14.660612 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f774bf-b531-4524-9dda-6c60ec9bfb0e", "tag": "35d8fddb-1c7c-4dfe-994b-242e3db7f560", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:18:14.661131 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e211acd8-9d8d-4d4d-bd09-bd13ecacb00e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:18:14.661699 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f774bf-b531-4524-9dda-6c60ec9bfb0e', 'tag': '35d8fddb-1c7c-4dfe-994b-242e3db7f560', 'status': 'completed', 'code': 200} Aug 17 01:18:14.702968 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f096b30-62a2-4bf5-8933-2fe5105b0a48 req-5078d8a7-0126-4be3-a5c9-f11f60ec204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:14.705289 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f096b30-62a2-4bf5-8933-2fe5105b0a48 req-5078d8a7-0126-4be3-a5c9-f11f60ec204d service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 HTTP/1.1" status: 200 len: 919 time: 0.2171717 Aug 17 01:18:14.726328 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3a675-f150-4399-965f-ce0f69129885 req-6bb391f2-91f0-47b0-94b4-387267fb1412 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:14.728959 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-57a3a675-f150-4399-965f-ce0f69129885 req-6bb391f2-91f0-47b0-94b4-387267fb1412 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.1273510 Aug 17 01:18:14.748746 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-6f7cac06-f717-476b-9c34-36f868710b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:14.750467 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-6f7cac06-f717-476b-9c34-36f868710b02 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 1097 time: 0.1105788 Aug 17 01:18:14.779170 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f096b30-62a2-4bf5-8933-2fe5105b0a48 req-e3a2f48b-49e2-44ca-9f84-e9a60a3e9062 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc383a63-3786-40cd-a483-096cca8d7f26 HTTP/1.1" status: 200 len: 217 time: 0.0487432 Aug 17 01:18:14.814613 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26023a8d-2829-40a1-813f-41958f0a7130 req-4369a0c3-23df-4eb0-a02e-3653197e4561 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:14.816549 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-26023a8d-2829-40a1-813f-41958f0a7130 req-4369a0c3-23df-4eb0-a02e-3653197e4561 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 944 time: 0.1093771 Aug 17 01:18:14.848509 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-4a6bd3b4-027e-42b0-b1b8-fc076b9fb7f9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35d8fddb-1c7c-4dfe-994b-242e3db7f560 HTTP/1.1" status: 200 len: 217 time: 0.0641992 Aug 17 01:18:14.856110 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-57a3a675-f150-4399-965f-ce0f69129885 req-428ad101-fa89-4272-95b7-1d2483819823 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176136 Aug 17 01:18:14.868891 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f096b30-62a2-4bf5-8933-2fe5105b0a48 req-005bea7f-4502-4bfb-adbc-4e15a6ccb6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:14.871119 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f096b30-62a2-4bf5-8933-2fe5105b0a48 req-005bea7f-4502-4bfb-adbc-4e15a6ccb6a7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e2c2a28-77ad-473a-b650-c5be7686e385 HTTP/1.1" status: 200 len: 859 time: 0.0813923 Aug 17 01:18:14.927396 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f096b30-62a2-4bf5-8933-2fe5105b0a48 req-8e86300d-52e0-4ccb-a60d-36f01d3a0535 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397806 Aug 17 01:18:14.959567 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-26023a8d-2829-40a1-813f-41958f0a7130 req-78551697-5657-4d6a-8573-5162050c937e tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138024 Aug 17 01:18:14.992903 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-80df1c4f-c98c-4577-9425-7f1fe84d79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:14.994609 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-80df1c4f-c98c-4577-9425-7f1fe84d79ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bee06119-e53c-4169-bec8-a335f9eda31b HTTP/1.1" status: 200 len: 855 time: 0.1303015 Aug 17 01:18:15.036306 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-6c629ba1-4c5c-4bfa-9a23-b510f4c56ea3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcd34715-fee9-40c3-b0a9-b230f765973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294478 Aug 17 01:18:15.123866 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8325b11-e4a5-438f-99b3-85dbf39d7835 req-aad422ee-f542-4604-9830-083e27806384 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:15.125399 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8325b11-e4a5-438f-99b3-85dbf39d7835 req-aad422ee-f542-4604-9830-083e27806384 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 950 time: 0.1887393 Aug 17 01:18:15.170571 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f096b30-62a2-4bf5-8933-2fe5105b0a48 req-0ecd65e7-8411-45a3-90bc-71ad858b9211 service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165189 Aug 17 01:18:15.212740 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-5d3dc449-dfad-4f29-a885-3a8b9aba7e8a service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585200 Aug 17 01:18:15.222600 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8325b11-e4a5-438f-99b3-85dbf39d7835 req-68503c47-0442-4974-b032-4e52ef17aecd tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836806 Aug 17 01:18:15.350566 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f096b30-62a2-4bf5-8933-2fe5105b0a48 req-fcf0875e-7d5f-4581-9d60-d2776d225c53 service neutron] 10.222.0.81 "GET /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653981 Aug 17 01:18:15.360150 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e662659-40ab-45fd-bf29-e457d467b772 req-d54b3c5e-17af-4c98-aa00-4dca0b6708d2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:15.363679 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1e662659-40ab-45fd-bf29-e457d467b772 req-d54b3c5e-17af-4c98-aa00-4dca0b6708d2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.1152217 Aug 17 01:18:15.418555 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4a73d0a0-086a-4af7-86ab-1577b2038b6a req-6208747c-4fa6-4880-a157-e73454feee79 service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967180 Aug 17 01:18:15.453178 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1e662659-40ab-45fd-bf29-e457d467b772 req-d2c90b30-a40b-4423-a510-19861a10b155 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846262 Aug 17 01:18:15.669303 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed760eb-6b6e-4573-856d-d1bd749a09d3 req-64f4bf35-61bd-4147-aa79-c0f2a36d9b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:15.671088 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-eed760eb-6b6e-4573-856d-d1bd749a09d3 req-64f4bf35-61bd-4147-aa79-c0f2a36d9b17 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=63c5939bd66a4732804c628d2ccf8743&device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 1097 time: 0.0572546 Aug 17 01:18:15.825843 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed760eb-6b6e-4573-856d-d1bd749a09d3 req-a43dd608-27f7-4d42-939e-04d7e405c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:15.825843 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-eed760eb-6b6e-4573-856d-d1bd749a09d3 req-a43dd608-27f7-4d42-939e-04d7e405c93e service neutron] 10.222.0.81 "GET /v2.0/networks?id=bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 200 len: 915 time: 0.1285741 Aug 17 01:18:15.867272 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-eed760eb-6b6e-4573-856d-d1bd749a09d3 req-b071df27-866c-4d9e-a7f2-32892f1b4bf7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35d8fddb-1c7c-4dfe-994b-242e3db7f560 HTTP/1.1" status: 200 len: 217 time: 0.0481436 Aug 17 01:18:15.937016 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13617393-825a-4453-9a5f-7decb5b14cba req-8f5d63ab-6e2c-42a7-83d2-04f84239f2e0 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:15.938326 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13617393-825a-4453-9a5f-7decb5b14cba req-8f5d63ab-6e2c-42a7-83d2-04f84239f2e0 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.3191137 Aug 17 01:18:15.948279 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed760eb-6b6e-4573-856d-d1bd749a09d3 req-1a2e78f7-cf4a-4813-beb4-2a07cab5423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:15.949927 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-eed760eb-6b6e-4573-856d-d1bd749a09d3 req-1a2e78f7-cf4a-4813-beb4-2a07cab5423e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bee06119-e53c-4169-bec8-a335f9eda31b HTTP/1.1" status: 200 len: 855 time: 0.0737119 Aug 17 01:18:15.986656 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13617393-825a-4453-9a5f-7decb5b14cba req-ed6f4f68-4119-44d9-8fad-9cfad289c997 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365705 Aug 17 01:18:16.020429 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-eed760eb-6b6e-4573-856d-d1bd749a09d3 req-3f5feb68-a3ec-4efb-b557-39b98e3ae500 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcd34715-fee9-40c3-b0a9-b230f765973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611537 Aug 17 01:18:16.057720 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364dc26-e898-4e4c-a49f-7d0921f9131b req-7a3751e8-f2b9-4137-9c8c-9123e0909820 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:16.059243 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a364dc26-e898-4e4c-a49f-7d0921f9131b req-7a3751e8-f2b9-4137-9c8c-9123e0909820 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.1032720 Aug 17 01:18:16.116482 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a433136-94ec-4581-9c81-64e014eaf480 req-3c0bb5f2-c00b-45f3-80a1-4b05714c3970 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:16.118285 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7a433136-94ec-4581-9c81-64e014eaf480 req-3c0bb5f2-c00b-45f3-80a1-4b05714c3970 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 944 time: 0.0571477 Aug 17 01:18:16.176216 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7a433136-94ec-4581-9c81-64e014eaf480 req-54bd09d8-4b6c-40ad-ad54-cbe1b22c7267 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507865 Aug 17 01:18:16.423278 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a364dc26-e898-4e4c-a49f-7d0921f9131b req-b7c065c0-862a-4172-bcf4-7e939c4328b6 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591955 Aug 17 01:18:16.468594 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-eed760eb-6b6e-4573-856d-d1bd749a09d3 req-1436da11-1ec2-427c-a1d7-7cda61830798 service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309211 Aug 17 01:18:16.532162 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ae27f-b6cf-42c0-aef6-276fae7fdd71 req-e9fb9754-440a-44f3-92d3-a6e351b0935b tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:16.534996 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fc4ae27f-b6cf-42c0-aef6-276fae7fdd71 req-e9fb9754-440a-44f3-92d3-a6e351b0935b tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 950 time: 0.1766014 Aug 17 01:18:16.547303 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccd96b-4708-4d1b-bd24-0c8ff2b71508 req-25538701-6ce6-4b52-bdb7-0717e2e30e46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:16.557044 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c2ccd96b-4708-4d1b-bd24-0c8ff2b71508 req-25538701-6ce6-4b52-bdb7-0717e2e30e46 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 950 time: 0.1087976 Aug 17 01:18:16.657972 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c2ccd96b-4708-4d1b-bd24-0c8ff2b71508 req-a596ad02-7f70-41d8-a77c-af6f7eb544ac tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/security-groups?id=40579a48-664b-40a6-9e5c-a432c5271682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999119 Aug 17 01:18:16.718409 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e69345-5515-473c-8795-a69c389dc7e6 req-cce6a114-d2fa-4a5b-bc71-2c3b2893217c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:16.729655 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c0e69345-5515-473c-8795-a69c389dc7e6 req-cce6a114-d2fa-4a5b-bc71-2c3b2893217c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.1690233 Aug 17 01:18:16.763008 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-fc4ae27f-b6cf-42c0-aef6-276fae7fdd71 req-40155206-fddd-44c2-877c-61d4b5948ea4 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Deleting port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:18:16.763459 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fc4ae27f-b6cf-42c0-aef6-276fae7fdd71 req-40155206-fddd-44c2-877c-61d4b5948ea4 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:16.781777 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-eed760eb-6b6e-4573-856d-d1bd749a09d3 req-4cce396e-d3fe-44f2-8dd5-4533b32b2b2f service neutron] 10.222.0.81 "GET /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072174 Aug 17 01:18:16.823159 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c0e69345-5515-473c-8795-a69c389dc7e6 req-e2608fb5-eb04-4e41-8175-43454634cf66 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913694 Aug 17 01:18:16.885143 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-fc4ae27f-b6cf-42c0-aef6-276fae7fdd71 req-40155206-fddd-44c2-877c-61d4b5948ea4 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] For port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=13da68af-ee70-4cee-b9b8-bf9dfe2573ef,segment=NetworkSegment(6591b90d-f729-40cc-b4ee-d0cd38677267),segment_id=6591b90d-f729-40cc-b4ee-d0cd38677267)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:16.885526 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fc4ae27f-b6cf-42c0-aef6-276fae7fdd71 req-40155206-fddd-44c2-877c-61d4b5948ea4 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:16.913478 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-fc4ae27f-b6cf-42c0-aef6-276fae7fdd71 req-40155206-fddd-44c2-877c-61d4b5948ea4 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Calling delete_port for 13da68af-ee70-4cee-b9b8-bf9dfe2573ef owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:18:17.160409 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf10bb6-7262-46c3-89c7-1e5f5c0c9e18 req-f47ecbe3-76de-4355-98b1-cd7d09a29a6c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:17.168211 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dcf10bb6-7262-46c3-89c7-1e5f5c0c9e18 req-f47ecbe3-76de-4355-98b1-cd7d09a29a6c tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.1049311 Aug 17 01:18:17.220539 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dcf10bb6-7262-46c3-89c7-1e5f5c0c9e18 req-986923af-f081-4375-895c-cf7a0aa660ca tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513992 Aug 17 01:18:17.269330 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fc4ae27f-b6cf-42c0-aef6-276fae7fdd71 req-40155206-fddd-44c2-877c-61d4b5948ea4 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:17.286750 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['13da68af-ee70-4cee-b9b8-bf9dfe2573ef'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:18:17.303323 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40155206-fddd-44c2-877c-61d4b5948ea4 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Pushing event deleted for resources: {'Port': ['ID=13da68af-ee70-4cee-b9b8-bf9dfe2573ef,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:17.374725 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e35f3-f889-4e82-a8c9-0640794ee713 req-6c617d16-0ab4-487c-ae78-4eb785bf4750 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:17.382423 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-817e35f3-f889-4e82-a8c9-0640794ee713 req-6c617d16-0ab4-487c-ae78-4eb785bf4750 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 944 time: 0.1115544 Aug 17 01:18:17.409344 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4ae27f-b6cf-42c0-aef6-276fae7fdd71 req-40155206-fddd-44c2-877c-61d4b5948ea4 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] No DVR routers for this DVR port 13da68af-ee70-4cee-b9b8-bf9dfe2573ef on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:18:17.413467 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-fc4ae27f-b6cf-42c0-aef6-276fae7fdd71 req-40155206-fddd-44c2-877c-61d4b5948ea4 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:17.417346 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fc4ae27f-b6cf-42c0-aef6-276fae7fdd71 req-40155206-fddd-44c2-877c-61d4b5948ea4 tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.81 "DELETE /v2.0/ports/13da68af-ee70-4cee-b9b8-bf9dfe2573ef HTTP/1.1" status: 204 len: 173 time: 0.8565540 Aug 17 01:18:17.418033 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce07827a-926e-4c96-a636-9066ceed4d7b', 'name': 'network-vif-deleted', 'tag': '13da68af-ee70-4cee-b9b8-bf9dfe2573ef'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:18:17.432018 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-817e35f3-f889-4e82-a8c9-0640794ee713 req-f4fbc70c-dd16-4ab0-9df7-c65c1e41f471 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455990 Aug 17 01:18:17.433825 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3084a29c-d42d-43d2-b790-e62bba43fd30" -d '{"events": [{"server_uuid": "ce07827a-926e-4c96-a636-9066ceed4d7b", "name": "network-vif-deleted", "tag": "13da68af-ee70-4cee-b9b8-bf9dfe2573ef"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:18:17.519318 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd7c7ff-6301-4839-8a2f-cb5ae54c5340 x-openstack-request-id: req-9dd7c7ff-6301-4839-8a2f-cb5ae54c5340 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:18:17.519632 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce07827a-926e-4c96-a636-9066ceed4d7b", "name": "network-vif-deleted", "tag": "13da68af-ee70-4cee-b9b8-bf9dfe2573ef", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:18:17.519850 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9dd7c7ff-6301-4839-8a2f-cb5ae54c5340 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:18:17.520312 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce07827a-926e-4c96-a636-9066ceed4d7b', 'name': 'network-vif-deleted', 'tag': '13da68af-ee70-4cee-b9b8-bf9dfe2573ef', 'status': 'completed', 'code': 200} Aug 17 01:18:17.700760 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605b186-0d98-4d04-a30d-1d7230a6bd81 req-576be092-8f47-43cf-b63a-c746d9f6140e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:17.700760 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0605b186-0d98-4d04-a30d-1d7230a6bd81 req-576be092-8f47-43cf-b63a-c746d9f6140e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.1099570 Aug 17 01:18:17.776931 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0605b186-0d98-4d04-a30d-1d7230a6bd81 req-e4ed3528-2069-472d-aa14-815f43494f72 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613947 Aug 17 01:18:17.799582 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-67c62705-15ce-4842-b23b-b9c3af589eaa req-b5e8612c-f302-458b-a729-92ec5e68dafc tempest-VolumesNegativeTest-1280238187 tempest-VolumesNegativeTest-1280238187-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce07827a-926e-4c96-a636-9066ceed4d7b HTTP/1.1" status: 200 len: 210 time: 0.0453062 Aug 17 01:18:17.984570 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56697df-3a37-4713-9f65-c1207c5268ce req-eb2e5b06-1b48-4dd4-b2e0-458a6cf980f2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:17.989564 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e56697df-3a37-4713-9f65-c1207c5268ce req-eb2e5b06-1b48-4dd4-b2e0-458a6cf980f2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0782306 Aug 17 01:18:18.039760 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e56697df-3a37-4713-9f65-c1207c5268ce req-49b89e44-fa1e-4fb8-9b73-b660217a882f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480318 Aug 17 01:18:18.262165 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 39864) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:18.430507 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb3dce-bdc3-4c46-a49f-2834982795f6 req-416fe588-76f8-410e-bd90-60ef1ab7b78b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:18.439780 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-20cb3dce-bdc3-4c46-a49f-2834982795f6 req-416fe588-76f8-410e-bd90-60ef1ab7b78b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0977561 Aug 17 01:18:18.494307 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b14412bd-de57-4629-9fda-2e752fdb628b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:18.545820 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-20cb3dce-bdc3-4c46-a49f-2834982795f6 req-9c3037b2-b459-4f60-b22a-8931bdef4086 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045697 Aug 17 01:18:18.642561 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 35d8fddb-1c7c-4dfe-994b-242e3db7f560 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:18:18.649519 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5383a-599c-47bf-9b9c-5f06301f0dea req-d4f0518e-b436-4482-953d-69f2dfa35414 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:18.664650 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b5a5383a-599c-47bf-9b9c-5f06301f0dea req-d4f0518e-b436-4482-953d-69f2dfa35414 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 944 time: 0.1532309 Aug 17 01:18:18.692429 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b14412bd-de57-4629-9fda-2e752fdb628b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:18.749735 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b5a5383a-599c-47bf-9b9c-5f06301f0dea req-2f4a2587-89ae-420c-9957-be268b104842 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829482 Aug 17 01:18:18.775971 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 35d8fddb-1c7c-4dfe-994b-242e3db7f560, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=35d8fddb-1c7c-4dfe-994b-242e3db7f560,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:18.788873 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b14412bd-de57-4629-9fda-2e752fdb628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:18.800410 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '35d8fddb-1c7c-4dfe-994b-242e3db7f560', 'network_id': 'bcd34715-fee9-40c3-b0a9-b230f765973b', 'port_id': '35d8fddb-1c7c-4dfe-994b-242e3db7f560', 'mac_address': 'fa:16:3e:a3:df:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee06119-e53c-4169-bec8-a335f9eda31b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:18:18.855013 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-b14412bd-de57-4629-9fda-2e752fdb628b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea3ab4c8232e4434b7ede4651dc35457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5933444 Aug 17 01:18:18.855787 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14412bd-de57-4629-9fda-2e752fdb628b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4a2c30-f4fd-4bb7-a0d0-fe4201eac3dc,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:18.857801 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 39880) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:18.921734 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:18.942622 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d8fddb-1c7c-4dfe-994b-242e3db7f560 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:18:18.958054 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a1d5b319-861e-4718-903b-19e27c6228cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:18.972755 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 35d8fddb-1c7c-4dfe-994b-242e3db7f560, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=35d8fddb-1c7c-4dfe-994b-242e3db7f560,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:19.013287 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a1d5b319-861e-4718-903b-19e27c6228cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:19.048956 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74c07-9db9-4c5d-ab47-89537cdcda5b req-3477c23e-44e1-4e57-922f-072d0c9d8187 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:19.050690 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5bc74c07-9db9-4c5d-ab47-89537cdcda5b req-3477c23e-44e1-4e57-922f-072d0c9d8187 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.1158473 Aug 17 01:18:19.111715 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5bc74c07-9db9-4c5d-ab47-89537cdcda5b req-c23a7e4e-a0ab-4f33-8a03-c7acaef5e909 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520885 Aug 17 01:18:19.114501 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:19.186223 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=35d8fddb-1c7c-4dfe-994b-242e3db7f560,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:19.221721 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a1d5b319-861e-4718-903b-19e27c6228cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:19.221721 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a1d5b319-861e-4718-903b-19e27c6228cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:19.223980 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-a1d5b319-861e-4718-903b-19e27c6228cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e4a2c30-f4fd-4bb7-a0d0-fe4201eac3dc HTTP/1.1" status: 204 len: 168 time: 0.3628373 Aug 17 01:18:19.251761 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5b319-861e-4718-903b-19e27c6228cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4a2c30-f4fd-4bb7-a0d0-fe4201eac3dc,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:19.329654 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a238d0-4a86-457c-bcfb-39a47bdf5aea req-f8725491-8340-4a80-aa78-62ede01bc48a tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:19.331503 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-97a238d0-4a86-457c-bcfb-39a47bdf5aea req-f8725491-8340-4a80-aa78-62ede01bc48a tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0678022 Aug 17 01:18:19.453145 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['35d8fddb-1c7c-4dfe-994b-242e3db7f560'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:18:19.462749 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-97a238d0-4a86-457c-bcfb-39a47bdf5aea req-4b55a967-18ad-4d99-9249-d17e829bd8a6 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173751 Aug 17 01:18:20.003043 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c9d7f-54fe-4237-b7c3-4a7e2cc05541 req-ad358c95-83b8-4c3d-967c-5559877d9ea2 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:20.006964 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2b8c9d7f-54fe-4237-b7c3-4a7e2cc05541 req-ad358c95-83b8-4c3d-967c-5559877d9ea2 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 945 time: 0.0956225 Aug 17 01:18:20.055957 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2b8c9d7f-54fe-4237-b7c3-4a7e2cc05541 req-21727b97-be01-4686-a03d-e3df81883d42 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Aug 17 01:18:20.273653 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86a26e-b93b-4b2a-8af9-c3af35fcaf49 req-c4a1b385-d763-4787-a032-aaa9ecfd2270 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:20.275332 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3b86a26e-b93b-4b2a-8af9-c3af35fcaf49 req-c4a1b385-d763-4787-a032-aaa9ecfd2270 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0728776 Aug 17 01:18:20.327019 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3b86a26e-b93b-4b2a-8af9-c3af35fcaf49 req-ba527eff-94d1-47fb-98aa-a5f91def1344 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437288 Aug 17 01:18:20.588468 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefeb3b-cc2b-4429-96f4-ec731e2d5389 req-5dfe1048-f994-4d19-8dc2-45d9ba01de1d tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:20.598639 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2eefeb3b-cc2b-4429-96f4-ec731e2d5389 req-5dfe1048-f994-4d19-8dc2-45d9ba01de1d tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0513306 Aug 17 01:18:20.661566 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2eefeb3b-cc2b-4429-96f4-ec731e2d5389 req-a7587131-c74e-4834-82cd-2ff9127eab7a tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607615 Aug 17 01:18:20.684084 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 35d8fddb-1c7c-4dfe-994b-242e3db7f560 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:18:21.189274 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fb7e2-dba3-46db-9958-65dfa636e41d req-ba8fb4af-5448-4edc-9872-5ba0a98c022c tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:21.191024 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2a8fb7e2-dba3-46db-9958-65dfa636e41d req-ba8fb4af-5448-4edc-9872-5ba0a98c022c tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 945 time: 0.0586801 Aug 17 01:18:21.232250 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2a8fb7e2-dba3-46db-9958-65dfa636e41d req-8c26418d-6fcf-4bfd-84f7-29e5da106a4c tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347574 Aug 17 01:18:21.302895 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 35d8fddb-1c7c-4dfe-994b-242e3db7f560 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:18:21.307281 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 35d8fddb-1c7c-4dfe-994b-242e3db7f560 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:18:21.309653 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:21.439748 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:21.485803 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f774bf-b531-4524-9dda-6c60ec9bfb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d8fddb-1c7c-4dfe-994b-242e3db7f560'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:18:21.489325 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b63092-aaa5-40c9-b487-6a01ae2ab71a" -d '{"events": [{"server_uuid": "f0f774bf-b531-4524-9dda-6c60ec9bfb0e", "name": "network-vif-plugged", "status": "completed", "tag": "35d8fddb-1c7c-4dfe-994b-242e3db7f560"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:18:21.541244 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 35d8fddb-1c7c-4dfe-994b-242e3db7f560, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=35d8fddb-1c7c-4dfe-994b-242e3db7f560,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:21.541856 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e56c4f-c922-4996-98a0-3348b319a289 req-24f9ef27-2023-4ce8-9aac-aadf252458be tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:21.541856 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-12e56c4f-c922-4996-98a0-3348b319a289 req-24f9ef27-2023-4ce8-9aac-aadf252458be tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0685618 Aug 17 01:18:21.549887 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833f7ac4-add5-4f29-9bde-4a258c73417d x-openstack-request-id: req-833f7ac4-add5-4f29-9bde-4a258c73417d {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:18:21.550182 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f774bf-b531-4524-9dda-6c60ec9bfb0e", "name": "network-vif-plugged", "status": "completed", "tag": "35d8fddb-1c7c-4dfe-994b-242e3db7f560", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:18:21.550490 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-833f7ac4-add5-4f29-9bde-4a258c73417d {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:18:21.550886 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f774bf-b531-4524-9dda-6c60ec9bfb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d8fddb-1c7c-4dfe-994b-242e3db7f560', 'code': 200} Aug 17 01:18:21.622441 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-12e56c4f-c922-4996-98a0-3348b319a289 req-83063e30-c8ac-486e-9164-d28fc573e91e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807061 Aug 17 01:18:21.653228 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:21.653228 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 13da68af-ee70-4cee-b9b8-bf9dfe2573ef no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:18:21.667535 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 13da68af-ee70-4cee-b9b8-bf9dfe2573ef {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:18:21.667535 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 13da68af-ee70-4cee-b9b8-bf9dfe2573ef not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:18:21.730539 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=35d8fddb-1c7c-4dfe-994b-242e3db7f560,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:21.853795 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93559255-06f0-45d8-9775-18f30956b2dd req-e700c7e6-3981-4aaf-8cd7-1de64fb5cdf6 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:21.864343 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-93559255-06f0-45d8-9775-18f30956b2dd req-e700c7e6-3981-4aaf-8cd7-1de64fb5cdf6 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0939801 Aug 17 01:18:21.925111 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-93559255-06f0-45d8-9775-18f30956b2dd req-1b113841-e376-4fbf-9350-ef57ad65edcf tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579863 Aug 17 01:18:22.026227 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d70f35-7cd0-4cdd-9a37-787a92715cd1 req-b0c086db-d355-48a3-a788-13b6053f1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:22.029262 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-79d70f35-7cd0-4cdd-9a37-787a92715cd1 req-b0c086db-d355-48a3-a788-13b6053f1f52 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 1099 time: 0.0957232 Aug 17 01:18:22.098710 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-79d70f35-7cd0-4cdd-9a37-787a92715cd1 req-ba134e26-3f3a-4ccd-8056-cdc2f4c02bca service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593243 Aug 17 01:18:22.197834 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:22.484789 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b81bf8-6078-44e7-ac2c-52312e9a2180 req-d96b97e6-afea-4353-98b8-636b66fce004 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:22.486927 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-57b81bf8-6078-44e7-ac2c-52312e9a2180 req-d96b97e6-afea-4353-98b8-636b66fce004 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.1166596 Aug 17 01:18:22.541217 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-57b81bf8-6078-44e7-ac2c-52312e9a2180 req-6d5ad897-d363-4b4c-a12a-d9fdb99af122 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460558 Aug 17 01:18:22.757919 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98d023-7ea3-459a-bd79-2d664397c496 req-3d5b45a7-ae14-4b66-9bfa-9226b293e5ae tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:22.759462 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bf98d023-7ea3-459a-bd79-2d664397c496 req-3d5b45a7-ae14-4b66-9bfa-9226b293e5ae tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0597928 Aug 17 01:18:22.800106 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bf98d023-7ea3-459a-bd79-2d664397c496 req-e77d6e4a-ea28-409e-8c96-d14aef7abe5d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336826 Aug 17 01:18:23.093610 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffdadd-2549-4287-8040-b8fc360dedf7 req-ed0910fc-8da0-4402-af5e-2156362612fd tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:23.100019 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8fffdadd-2549-4287-8040-b8fc360dedf7 req-ed0910fc-8da0-4402-af5e-2156362612fd tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0604198 Aug 17 01:18:23.161174 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8fffdadd-2549-4287-8040-b8fc360dedf7 req-c1246002-efcd-4c17-ae5b-0d483e42d815 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547090 Aug 17 01:18:23.678770 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34578c93-3777-4b9a-b921-fb52600e955e req-d634bb13-67e1-4092-8251-7e6c4eec263c tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:23.680313 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-34578c93-3777-4b9a-b921-fb52600e955e req-d634bb13-67e1-4092-8251-7e6c4eec263c tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0559399 Aug 17 01:18:23.723857 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-34578c93-3777-4b9a-b921-fb52600e955e req-69a945a1-1b62-4f73-b8ef-c017357e106e tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371578 Aug 17 01:18:23.954157 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228b586-265e-41f6-9b70-e622e007e3ed req-3750a319-f668-4212-9715-2e2502fdb5a3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:23.959612 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1228b586-265e-41f6-9b70-e622e007e3ed req-3750a319-f668-4212-9715-2e2502fdb5a3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0758803 Aug 17 01:18:23.964803 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ad33f-4da3-457e-b413-36351714e363 req-f98bdc20-7090-4648-a291-ab8096ee7023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:23.966391 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d73ad33f-4da3-457e-b413-36351714e363 req-f98bdc20-7090-4648-a291-ab8096ee7023 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 1098 time: 0.0619938 Aug 17 01:18:24.027743 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1228b586-265e-41f6-9b70-e622e007e3ed req-895084d9-9f04-45cb-8ccb-412e2ba8c720 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618722 Aug 17 01:18:24.085111 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ad33f-4da3-457e-b413-36351714e363 req-598432a5-4340-4719-9d76-46457c678ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:24.087202 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d73ad33f-4da3-457e-b413-36351714e363 req-598432a5-4340-4719-9d76-46457c678ea3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 916 time: 0.1130874 Aug 17 01:18:24.178153 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d73ad33f-4da3-457e-b413-36351714e363 req-3ed56787-6dac-41d1-84f1-11ea43bfa45a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a HTTP/1.1" status: 200 len: 1000 time: 0.0817425 Aug 17 01:18:24.319783 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ad33f-4da3-457e-b413-36351714e363 req-8c504ba6-fef9-4fb7-a674-a8cecfa566ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:24.320543 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d73ad33f-4da3-457e-b413-36351714e363 req-8c504ba6-fef9-4fb7-a674-a8cecfa566ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49d097c1-16b0-479e-b0a0-6d918c6d35c0 HTTP/1.1" status: 200 len: 855 time: 0.1270316 Aug 17 01:18:24.371204 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86703dcb-4c38-407d-a66d-d33fd4f03604 req-c7d614c1-86f7-43e5-a1b9-ba44fb623349 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:24.373751 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-86703dcb-4c38-407d-a66d-d33fd4f03604 req-c7d614c1-86f7-43e5-a1b9-ba44fb623349 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.1289306 Aug 17 01:18:24.446519 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-86703dcb-4c38-407d-a66d-d33fd4f03604 req-aa2b1a68-3944-4242-aed4-4c589ccb4781 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525420 Aug 17 01:18:24.459025 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ad33f-4da3-457e-b413-36351714e363 req-8d37b95e-7080-4be7-a281-dc82b29ce183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:24.461040 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d73ad33f-4da3-457e-b413-36351714e363 req-8d37b95e-7080-4be7-a281-dc82b29ce183 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e8e09-29ee-47e0-8a15-1911920c916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1218076 Aug 17 01:18:24.569440 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d73ad33f-4da3-457e-b413-36351714e363 req-6217df2c-2e3f-4be1-a7f6-1dcd211b9f28 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973132 Aug 17 01:18:24.683319 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d73ad33f-4da3-457e-b413-36351714e363 req-79e8b87e-5840-4564-a693-4d824267e185 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057954 Aug 17 01:18:24.867393 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee369521-9bc2-467e-bc6e-a49f775fce3a req-e2e7dd7b-74d5-4f7a-9674-cd7149a1207b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:24.869016 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ee369521-9bc2-467e-bc6e-a49f775fce3a req-e2e7dd7b-74d5-4f7a-9674-cd7149a1207b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0611095 Aug 17 01:18:24.921579 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ee369521-9bc2-467e-bc6e-a49f775fce3a req-241aaff6-e4c4-4abc-833b-15ea626238ff tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419619 Aug 17 01:18:25.190494 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abe2e1-36bf-47a2-8f1f-982bf3f2b9e3 req-3cd1dda0-5274-4b92-95f5-933bdc173a1b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:25.192238 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-01abe2e1-36bf-47a2-8f1f-982bf3f2b9e3 req-3cd1dda0-5274-4b92-95f5-933bdc173a1b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0612245 Aug 17 01:18:25.242127 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-01abe2e1-36bf-47a2-8f1f-982bf3f2b9e3 req-1190b79a-4192-4d70-89b6-8d37e6d7abe3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388746 Aug 17 01:18:25.594335 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd1da-c09d-4801-9732-a0b7ef42a776 req-4805afbc-14bf-49e5-8e5d-74343e9b493a tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:25.596063 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b71bd1da-c09d-4801-9732-a0b7ef42a776 req-4805afbc-14bf-49e5-8e5d-74343e9b493a tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0574501 Aug 17 01:18:25.656744 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b71bd1da-c09d-4801-9732-a0b7ef42a776 req-da4ce393-df17-4b32-a5bf-5021457caea9 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482967 Aug 17 01:18:26.065455 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fe8ca-fa8b-4ec0-b406-7bf4b4100054 req-e98874f0-a884-404d-9815-3457f42474a5 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:26.067246 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-619fe8ca-fa8b-4ec0-b406-7bf4b4100054 req-e98874f0-a884-404d-9815-3457f42474a5 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0641110 Aug 17 01:18:26.119188 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-619fe8ca-fa8b-4ec0-b406-7bf4b4100054 req-b451d133-0a4a-4888-afe3-c860514d190e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 Aug 17 01:18:26.367747 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6f5ce-3a56-4a1e-9f5b-b692e256bbd0 req-0610c5cf-c90c-440d-92ad-121437f908cf tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:26.369243 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-21b6f5ce-3a56-4a1e-9f5b-b692e256bbd0 req-0610c5cf-c90c-440d-92ad-121437f908cf tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 945 time: 0.0501416 Aug 17 01:18:26.421587 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-21b6f5ce-3a56-4a1e-9f5b-b692e256bbd0 req-be286581-ad28-49ea-9f99-6778092f9c1d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439579 Aug 17 01:18:26.706116 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:18:26.785592 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd540ef-9f5a-4ee7-86af-f522562f738d req-892f6b02-dc22-4223-b1c7-63f9db493477 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:26.787390 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5bd540ef-9f5a-4ee7-86af-f522562f738d req-892f6b02-dc22-4223-b1c7-63f9db493477 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0561044 Aug 17 01:18:26.823025 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:26.836065 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5bd540ef-9f5a-4ee7-86af-f522562f738d req-25accd16-fcdc-46ae-a3d9-3e0c8626deef tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417168 Aug 17 01:18:26.858169 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:18:26.861226 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cf29cd-e501-42a8-871d-0fb6c8cf91ed" -d '{"events": [{"server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:18:26.876096 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:26.904564 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 01:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3404b613-91e3-4e57-8c42-e769abde6078 x-openstack-request-id: req-3404b613-91e3-4e57-8c42-e769abde6078 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:18:26.904884 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:18:26.905149 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3404b613-91e3-4e57-8c42-e769abde6078 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:18:26.906157 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'code': 200} Aug 17 01:18:26.983210 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:27.036808 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,revision_number=8']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:27.272500 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2efbb6-5cca-4a36-99c7-a3036772ba96 req-a1048f28-3519-4557-8711-f8455bfb7a47 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:27.274179 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bf2efbb6-5cca-4a36-99c7-a3036772ba96 req-a1048f28-3519-4557-8711-f8455bfb7a47 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0803719 Aug 17 01:18:27.335244 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bf2efbb6-5cca-4a36-99c7-a3036772ba96 req-4615a054-ab1e-49be-9beb-5d7d95a7a520 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522337 Aug 17 01:18:27.568052 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b807d1c-c225-419a-b6df-f76cf1c174b8 req-b37f07ce-9a0e-4574-b60f-44ec486eb193 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:27.569725 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7b807d1c-c225-419a-b6df-f76cf1c174b8 req-b37f07ce-9a0e-4574-b60f-44ec486eb193 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0557072 Aug 17 01:18:27.614057 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7b807d1c-c225-419a-b6df-f76cf1c174b8 req-26d5ce4a-aeda-4a55-886c-2d87cc2d6e09 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373552 Aug 17 01:18:27.937135 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 40316) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:27.987380 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462b17b-ddb5-4822-a1ae-b463c8daa19b req-24f6748b-3549-4391-a9d4-49a28fc5c9db tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:27.989841 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4462b17b-ddb5-4822-a1ae-b463c8daa19b req-24f6748b-3549-4391-a9d4-49a28fc5c9db tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0547819 Aug 17 01:18:28.036246 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4462b17b-ddb5-4822-a1ae-b463c8daa19b req-e06579f5-9c2a-4384-b86e-dccfd1cdf72d tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411642 Aug 17 01:18:28.090826 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-2b57244a-07bf-4f39-aae4-e773b5276588 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c4c52261d5f4ff888c971710569e7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522088 Aug 17 01:18:28.094279 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 40320) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:28.189466 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1a15-7c93-4f3e-822b-1843ce290f86 req-0425244e-a8e5-4ee1-9d9e-fdb5dc5d64db tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:28.190847 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6cdf1a15-7c93-4f3e-822b-1843ce290f86 req-0425244e-a8e5-4ee1-9d9e-fdb5dc5d64db tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.0826144 Aug 17 01:18:28.192081 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-44ed7857-3a4c-4719-9116-9d8e96cb8998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:28.247696 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-44ed7857-3a4c-4719-9116-9d8e96cb8998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:28.357637 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-6cdf1a15-7c93-4f3e-822b-1843ce290f86 req-0b308bf5-15d6-455d-8bf3-adc08f0feec4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Deleting port 54177483-6d17-44a1-af9c-78bbaf815d96 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:18:28.358684 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-6cdf1a15-7c93-4f3e-822b-1843ce290f86 req-0b308bf5-15d6-455d-8bf3-adc08f0feec4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:28.446370 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-44ed7857-3a4c-4719-9116-9d8e96cb8998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:28.451191 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-44ed7857-3a4c-4719-9116-9d8e96cb8998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:28.453686 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-44ed7857-3a4c-4719-9116-9d8e96cb8998 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40579a48-664b-40a6-9e5c-a432c5271682 HTTP/1.1" status: 204 len: 168 time: 0.3584552 Aug 17 01:18:28.478971 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed7857-3a4c-4719-9116-9d8e96cb8998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40579a48-664b-40a6-9e5c-a432c5271682,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:28.535434 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c26fa2-d11d-4d74-a952-6b5a57ea6847 req-c8c8a842-3b2b-4769-bb6d-651b5cd1e78b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:28.537306 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-27c26fa2-d11d-4d74-a952-6b5a57ea6847 req-c8c8a842-3b2b-4769-bb6d-651b5cd1e78b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 945 time: 0.1022756 Aug 17 01:18:28.567359 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-6cdf1a15-7c93-4f3e-822b-1843ce290f86 req-0b308bf5-15d6-455d-8bf3-adc08f0feec4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] For port 54177483-6d17-44a1-af9c-78bbaf815d96, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=54177483-6d17-44a1-af9c-78bbaf815d96,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:28.568278 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-6cdf1a15-7c93-4f3e-822b-1843ce290f86 req-0b308bf5-15d6-455d-8bf3-adc08f0feec4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:28.584047 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-6cdf1a15-7c93-4f3e-822b-1843ce290f86 req-0b308bf5-15d6-455d-8bf3-adc08f0feec4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Calling delete_port for 54177483-6d17-44a1-af9c-78bbaf815d96 owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:18:28.601320 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-27c26fa2-d11d-4d74-a952-6b5a57ea6847 req-4b3c591a-b4a2-481b-99dc-e63b01a81429 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521629 Aug 17 01:18:28.910004 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-6cdf1a15-7c93-4f3e-822b-1843ce290f86 req-0b308bf5-15d6-455d-8bf3-adc08f0feec4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:28.927499 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['fc383a63-3786-40cd-a483-096cca8d7f26', '54177483-6d17-44a1-af9c-78bbaf815d96'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:18:28.956943 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b308bf5-15d6-455d-8bf3-adc08f0feec4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Pushing event deleted for resources: {'Port': ['ID=54177483-6d17-44a1-af9c-78bbaf815d96,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:29.048300 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdf1a15-7c93-4f3e-822b-1843ce290f86 req-0b308bf5-15d6-455d-8bf3-adc08f0feec4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] No DVR routers for this DVR port 54177483-6d17-44a1-af9c-78bbaf815d96 on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:18:29.054736 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-6cdf1a15-7c93-4f3e-822b-1843ce290f86 req-0b308bf5-15d6-455d-8bf3-adc08f0feec4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:29.058610 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6cdf1a15-7c93-4f3e-822b-1843ce290f86 req-0b308bf5-15d6-455d-8bf3-adc08f0feec4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.81 "DELETE /v2.0/ports/54177483-6d17-44a1-af9c-78bbaf815d96 HTTP/1.1" status: 204 len: 173 time: 0.8567507 Aug 17 01:18:29.059356 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a4b72c-eb6f-4b5f-bf73-b496681dad81', 'name': 'network-vif-deleted', 'tag': '54177483-6d17-44a1-af9c-78bbaf815d96'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:18:29.065440 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f05cbaf-6c30-44ab-9289-acc925299a80" -d '{"events": [{"server_uuid": "b7a4b72c-eb6f-4b5f-bf73-b496681dad81", "name": "network-vif-deleted", "tag": "54177483-6d17-44a1-af9c-78bbaf815d96"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:18:29.170000 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82265d2-8259-4135-9dc8-2ae41ba8ba09 x-openstack-request-id: req-d82265d2-8259-4135-9dc8-2ae41ba8ba09 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:18:29.170403 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a4b72c-eb6f-4b5f-bf73-b496681dad81", "name": "network-vif-deleted", "tag": "54177483-6d17-44a1-af9c-78bbaf815d96", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:18:29.170760 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d82265d2-8259-4135-9dc8-2ae41ba8ba09 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:18:29.171811 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a4b72c-eb6f-4b5f-bf73-b496681dad81', 'name': 'network-vif-deleted', 'tag': '54177483-6d17-44a1-af9c-78bbaf815d96', 'status': 'completed', 'code': 200} Aug 17 01:18:29.294031 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063b1b5-97ac-4478-88a1-652d087c16c2 req-4fa21c74-6820-4112-bd2f-e4e69615044c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:29.298332 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d063b1b5-97ac-4478-88a1-652d087c16c2 req-4fa21c74-6820-4112-bd2f-e4e69615044c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0929644 Aug 17 01:18:29.356019 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d063b1b5-97ac-4478-88a1-652d087c16c2 req-787bd519-fa12-4032-a964-9b0a446d7b7e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478122 Aug 17 01:18:29.649668 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8a4fe-983c-44d1-a738-901813a2ffa0 req-efff6030-7d77-4f56-8a84-a43e7b38b7a4 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:29.651799 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-24b8a4fe-983c-44d1-a738-901813a2ffa0 req-efff6030-7d77-4f56-8a84-a43e7b38b7a4 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0618243 Aug 17 01:18:29.744066 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-24b8a4fe-983c-44d1-a738-901813a2ffa0 req-e49d998b-50fc-4c91-add9-9af4f4050a0c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792785 Aug 17 01:18:29.950957 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6790a06b-f812-470b-afbd-b5adf9d90f7c req-b1c45a62-dd96-41be-8bcb-6dda2420a9d4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7a4b72c-eb6f-4b5f-bf73-b496681dad81 HTTP/1.1" status: 200 len: 210 time: 0.0996428 Aug 17 01:18:29.993423 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999a8e9-7f8b-4b2d-9e6d-3f26c9534fde req-e8cbe068-ddea-4586-9fc0-5189f1a82f32 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:29.995138 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b999a8e9-7f8b-4b2d-9e6d-3f26c9534fde req-e8cbe068-ddea-4586-9fc0-5189f1a82f32 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0759165 Aug 17 01:18:30.069265 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b999a8e9-7f8b-4b2d-9e6d-3f26c9534fde req-1f6bea70-aab2-4a02-bf8c-ad96fe8d3a62 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674155 Aug 17 01:18:30.085268 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e25a79-4609-469d-834d-0cf64e8aa147 req-8a62c773-cc78-48dc-9994-278e5cc9a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:30.085613 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b5e25a79-4609-469d-834d-0cf64e8aa147 req-8a62c773-cc78-48dc-9994-278e5cc9a58b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 1098 time: 0.0671072 Aug 17 01:18:30.240941 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e25a79-4609-469d-834d-0cf64e8aa147 req-0ef2cde4-a839-4d7d-a27c-d3ea98891c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:30.242810 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b5e25a79-4609-469d-834d-0cf64e8aa147 req-0ef2cde4-a839-4d7d-a27c-d3ea98891c5b service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d078c6a-bf10-4978-938b-717465589ddc HTTP/1.1" status: 200 len: 910 time: 0.1476948 Aug 17 01:18:30.314378 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b5e25a79-4609-469d-834d-0cf64e8aa147 req-d2cc99fe-5c5a-454f-8918-ae15720f900f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a4cd394-3d4b-471b-94a4-2368028d42b8 HTTP/1.1" status: 200 len: 1001 time: 0.0628729 Aug 17 01:18:30.373065 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e25a79-4609-469d-834d-0cf64e8aa147 req-ccfef810-3729-414e-bd9f-1b2aff87b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:30.375136 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b5e25a79-4609-469d-834d-0cf64e8aa147 req-ccfef810-3729-414e-bd9f-1b2aff87b567 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ed0da04-3611-4266-b624-ad13c42ea9f6 HTTP/1.1" status: 200 len: 849 time: 0.0530915 Aug 17 01:18:30.441712 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e25a79-4609-469d-834d-0cf64e8aa147 req-d3a90334-77bf-4f64-859b-6fde1119b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:30.443252 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b5e25a79-4609-469d-834d-0cf64e8aa147 req-d3a90334-77bf-4f64-859b-6fde1119b9dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d078c6a-bf10-4978-938b-717465589ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590854 Aug 17 01:18:30.542480 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40372) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:30.552622 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b5e25a79-4609-469d-834d-0cf64e8aa147 req-1cc335e4-c6bc-40d4-847b-c6e9b5f6609a service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979855 Aug 17 01:18:30.645106 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-c9529302-fce4-4cc3-bd23-2de5f3e7b34a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011086 Aug 17 01:18:30.665212 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b5e25a79-4609-469d-834d-0cf64e8aa147 req-e8e0ce20-01fd-4a44-875a-c986b2c8b2f5 service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035986 Aug 17 01:18:30.729268 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:18:30.946198 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6463d6-337c-4edd-93d8-56ce7529e3d4 req-b7fafce1-bc83-44da-84eb-93d9fd05c48e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:30.953686 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2f6463d6-337c-4edd-93d8-56ce7529e3d4 req-b7fafce1-bc83-44da-84eb-93d9fd05c48e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0743475 Aug 17 01:18:31.027490 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2f6463d6-337c-4edd-93d8-56ce7529e3d4 req-1ed56657-08fc-492e-bf34-b4fd3e861c24 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685511 Aug 17 01:18:31.228383 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3f347-e0f8-4b25-a179-a2c091973749 req-ef69937d-ddc0-4493-b157-53eed1d8b36e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:31.230015 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-78b3f347-e0f8-4b25-a179-a2c091973749 req-ef69937d-ddc0-4493-b157-53eed1d8b36e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0576105 Aug 17 01:18:31.281957 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-78b3f347-e0f8-4b25-a179-a2c091973749 req-93ae3321-a09c-4134-8fd7-56bd741c33ce tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418715 Aug 17 01:18:31.628477 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106b7ad-6122-4eb9-b1f7-ef0997d923b9 req-ce59f8b4-3e72-4d8c-83de-86f78593666b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:31.630100 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7106b7ad-6122-4eb9-b1f7-ef0997d923b9 req-ce59f8b4-3e72-4d8c-83de-86f78593666b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0747991 Aug 17 01:18:31.682740 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7106b7ad-6122-4eb9-b1f7-ef0997d923b9 req-8be9817e-b86b-45f0-8fd8-ad716997ee58 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451558 Aug 17 01:18:32.166780 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68052284-f330-44d3-880b-a8b0f803c37b req-94c79f99-8213-4fa0-b5e4-8416ce835df8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:32.168383 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-68052284-f330-44d3-880b-a8b0f803c37b req-94c79f99-8213-4fa0-b5e4-8416ce835df8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0553868 Aug 17 01:18:32.212263 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-68052284-f330-44d3-880b-a8b0f803c37b req-3460c15a-0be2-4abb-a6e7-d8c9a7132137 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344980 Aug 17 01:18:32.325537 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2a44a6cd-f7cc-48e1-986b-0f31dc38e500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:32.430541 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391c8ef-6adf-4211-99da-15567b2a79ac req-5cd6122b-4b83-4301-8ff4-45861334ae19 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:32.432106 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e391c8ef-6adf-4211-99da-15567b2a79ac req-5cd6122b-4b83-4301-8ff4-45861334ae19 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0566623 Aug 17 01:18:32.473386 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e391c8ef-6adf-4211-99da-15567b2a79ac req-81b3d832-f3b1-4bc3-bf37-75ad12df19ee tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334091 Aug 17 01:18:32.724445 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 54177483-6d17-44a1-af9c-78bbaf815d96 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:18:32.756035 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 54177483-6d17-44a1-af9c-78bbaf815d96 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:18:32.756778 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 54177483-6d17-44a1-af9c-78bbaf815d96 not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:18:32.806573 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd1386-c750-4c7e-8de6-0cf6c879a3da req-1323e049-bf5f-420b-9a72-2f44a0406a03 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:32.809174 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-78fd1386-c750-4c7e-8de6-0cf6c879a3da req-1323e049-bf5f-420b-9a72-2f44a0406a03 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0543382 Aug 17 01:18:32.887519 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-78fd1386-c750-4c7e-8de6-0cf6c879a3da req-24d10e48-1342-4e98-897a-f6f80ccde076 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715308 Aug 17 01:18:33.340158 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fa327-6cf7-4faf-9dc1-2048a0ca57e0 req-e578ea0d-e1c6-474f-95f2-97ef486f2c39 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:33.341620 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a72fa327-6cf7-4faf-9dc1-2048a0ca57e0 req-e578ea0d-e1c6-474f-95f2-97ef486f2c39 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0516353 Aug 17 01:18:33.382187 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a72fa327-6cf7-4faf-9dc1-2048a0ca57e0 req-b1929892-07f2-40a2-9f63-e8bccf38a46f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340517 Aug 17 01:18:34.036333 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a198c4-4243-4cc0-a62f-2161e8b4b989 req-ab394610-5f7e-4d62-9280-3fdd16437eb2 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:34.037927 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d8a198c4-4243-4cc0-a62f-2161e8b4b989 req-ab394610-5f7e-4d62-9280-3fdd16437eb2 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0739179 Aug 17 01:18:34.083397 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d8a198c4-4243-4cc0-a62f-2161e8b4b989 req-a6231c18-27f2-426d-beb1-0650009fa76f tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383270 Aug 17 01:18:34.555945 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a99493-d0cb-4cdd-ab14-23e62f7b78e4 req-41f24537-0364-4984-9363-530ac337739c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:34.557566 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e0a99493-d0cb-4cdd-ab14-23e62f7b78e4 req-41f24537-0364-4984-9363-530ac337739c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0578265 Aug 17 01:18:34.606571 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e0a99493-d0cb-4cdd-ab14-23e62f7b78e4 req-053b1c9c-6944-430f-ae97-611d50d6d434 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Aug 17 01:18:35.216909 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13119c-2323-4779-9e78-33af6974fc2c req-6d32fa15-1b6a-4b96-b334-4fb201fab7ec tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:35.219158 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7b13119c-2323-4779-9e78-33af6974fc2c req-6d32fa15-1b6a-4b96-b334-4fb201fab7ec tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0581501 Aug 17 01:18:35.262064 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7b13119c-2323-4779-9e78-33af6974fc2c req-8f3d2c58-6874-4b2d-8532-f239db7d7162 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363088 Aug 17 01:18:35.772391 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970e309-193c-4fbb-9d6a-448e51a74669 req-8fe7b793-75d4-48bd-acc6-5728c4aa2e3d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:35.774186 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7970e309-193c-4fbb-9d6a-448e51a74669 req-8fe7b793-75d4-48bd-acc6-5728c4aa2e3d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0767381 Aug 17 01:18:35.843545 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7970e309-193c-4fbb-9d6a-448e51a74669 req-a57c0da3-f472-41d6-83e7-b5e5fdb01b4c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597701 Aug 17 01:18:35.944933 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:36.051873 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-27188b86-e75c-4e15-a372-7e808b1ea2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:36.054359 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-27188b86-e75c-4e15-a372-7e808b1ea2a8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42&tenant_id=94a3142a9d0d4cf1b284f88519862523 HTTP/1.1" status: 200 len: 1096 time: 0.0992785 Aug 17 01:18:36.142384 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-98023052-58bf-498c-9ae5-beca35201051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:36.144024 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-98023052-58bf-498c-9ae5-beca35201051 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 1096 time: 0.0539041 Aug 17 01:18:36.194437 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-0c7d41af-742d-4e01-a874-15879298e0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:36.266976 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-24b3a4b3-fc3b-4f58-95b4-5b98e805eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:36.268588 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-24b3a4b3-fc3b-4f58-95b4-5b98e805eaec service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 916 time: 0.1116986 Aug 17 01:18:36.374261 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-73c4b5f4-7f83-4b6b-818b-defbd099955c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a HTTP/1.1" status: 200 len: 998 time: 0.0917342 Aug 17 01:18:36.443079 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-eae2efee-628d-4726-95ec-dbbf6b6bb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:36.451877 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-eae2efee-628d-4726-95ec-dbbf6b6bb27e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49d097c1-16b0-479e-b0a0-6d918c6d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0616539 Aug 17 01:18:36.452054 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74979fb7-f5c3-4980-9f4a-9285d650e616 req-4284c683-1e05-420d-8304-4e35884047dc tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:36.452054 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-74979fb7-f5c3-4980-9f4a-9285d650e616 req-4284c683-1e05-420d-8304-4e35884047dc tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0888617 Aug 17 01:18:36.508133 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-dda1735d-d32b-4ab4-92cd-2022edc67aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:36.509797 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-dda1735d-d32b-4ab4-92cd-2022edc67aa4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e8e09-29ee-47e0-8a15-1911920c916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564430 Aug 17 01:18:36.513879 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-74979fb7-f5c3-4980-9f4a-9285d650e616 req-25fa2632-59c7-4018-bbb6-1c921410fd7a tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514870 Aug 17 01:18:36.614421 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-2eb10a94-27f1-4cc6-8238-c488e84add3f service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945652 Aug 17 01:18:36.727249 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1af04b1a-bc77-4414-8a34-767b4509b912 req-b6a61c77-9f5a-4ebc-b298-8696610b18cb service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006231 Aug 17 01:18:37.028448 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6dbc6-9bb9-4442-aa84-7444a182f19c req-79eae50b-54fa-4617-b024-c65b3d18e792 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:37.031555 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-94e6dbc6-9bb9-4442-aa84-7444a182f19c req-79eae50b-54fa-4617-b024-c65b3d18e792 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0908585 Aug 17 01:18:37.086909 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-94e6dbc6-9bb9-4442-aa84-7444a182f19c req-403ea42b-38d3-46cc-82a1-b461bd0a54b5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451827 Aug 17 01:18:37.577418 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:37.718916 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a4c58-46b3-4294-b821-d07e8a762210 req-bb3f6c9e-bd64-48f2-85fa-97a72e565ad3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:37.722121 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-138a4c58-46b3-4294-b821-d07e8a762210 req-bb3f6c9e-bd64-48f2-85fa-97a72e565ad3 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0794761 Aug 17 01:18:37.791045 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-138a4c58-46b3-4294-b821-d07e8a762210 req-e129bab2-28ca-481a-bc0a-4eb2430dfd4a tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612102 Aug 17 01:18:38.256399 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62344b77-e470-410e-bfcf-a09fbe482fa0 req-05387f81-3097-41e6-a912-86acbae65831 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:38.257996 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-62344b77-e470-410e-bfcf-a09fbe482fa0 req-05387f81-3097-41e6-a912-86acbae65831 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0604210 Aug 17 01:18:38.320909 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-62344b77-e470-410e-bfcf-a09fbe482fa0 req-86d6a340-e66c-4dd7-8f5b-dbb73894f086 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560803 Aug 17 01:18:38.945724 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07d706-c4b4-461d-9549-44e11ccb9156 req-651bf478-4ad7-4d52-aa0f-ac2803fa05f0 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:38.945724 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8e07d706-c4b4-461d-9549-44e11ccb9156 req-651bf478-4ad7-4d52-aa0f-ac2803fa05f0 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0577877 Aug 17 01:18:38.999018 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8e07d706-c4b4-461d-9549-44e11ccb9156 req-999b595b-a50c-49e7-b2d3-efdfe8d1276b tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567484 Aug 17 01:18:39.298449 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf6381-da9e-4dcd-b598-9bd1cf24becd req-e9ce55e0-0d43-4170-bd46-a245ae9a4287 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:39.299853 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-88cf6381-da9e-4dcd-b598-9bd1cf24becd req-e9ce55e0-0d43-4170-bd46-a245ae9a4287 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0665085 Aug 17 01:18:39.365576 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-88cf6381-da9e-4dcd-b598-9bd1cf24becd req-ff42d715-ea72-4805-95e1-7b7b3e131669 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536122 Aug 17 01:18:39.383012 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:39.483915 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4ceec-f71f-4fe3-b2df-3026156eb60f req-ed165dd3-a596-4b65-9241-78cacf11fcc9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:39.485562 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-34d4ceec-f71f-4fe3-b2df-3026156eb60f req-ed165dd3-a596-4b65-9241-78cacf11fcc9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0566442 Aug 17 01:18:39.552195 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-34d4ceec-f71f-4fe3-b2df-3026156eb60f req-40c047b6-e2f7-4161-ac77-327bf7cd2b1f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599387 Aug 17 01:18:40.206846 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b6242-79e8-4f06-a233-df19852bbe1e req-f231a3e9-5361-4c1b-be6f-6b81e799d149 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:40.208562 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-039b6242-79e8-4f06-a233-df19852bbe1e req-f231a3e9-5361-4c1b-be6f-6b81e799d149 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0869358 Aug 17 01:18:40.255430 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-039b6242-79e8-4f06-a233-df19852bbe1e req-8e3ad237-9342-4e09-a560-cb39e88be1a1 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404449 Aug 17 01:18:40.559143 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f88ca3-a637-47f7-8ae2-f2edcde53b6c req-9f4a0c56-af8e-47f8-b5e3-f4488d76a266 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:40.562450 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-43f88ca3-a637-47f7-8ae2-f2edcde53b6c req-9f4a0c56-af8e-47f8-b5e3-f4488d76a266 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0919387 Aug 17 01:18:40.633570 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-43f88ca3-a637-47f7-8ae2-f2edcde53b6c req-7bd4a983-51d7-4610-9b8a-2f97c514a6bb tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642228 Aug 17 01:18:40.746734 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87510d84-bc74-4357-95a3-324f9c22e29b req-80ad77ce-2a19-4bfa-bf7b-b797dc291550 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:40.753637 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-87510d84-bc74-4357-95a3-324f9c22e29b req-80ad77ce-2a19-4bfa-bf7b-b797dc291550 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0920329 Aug 17 01:18:40.812734 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-87510d84-bc74-4357-95a3-324f9c22e29b req-75543b91-3b29-4999-a672-6c2966696aa8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509517 Aug 17 01:18:41.406929 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c0494-2718-45c5-8e09-a54a0b3afb73 req-6e1aa32f-ba7b-46f6-952c-2f623591da54 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:41.409433 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c37c0494-2718-45c5-8e09-a54a0b3afb73 req-6e1aa32f-ba7b-46f6-952c-2f623591da54 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0709686 Aug 17 01:18:41.458974 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c37c0494-2718-45c5-8e09-a54a0b3afb73 req-91d9c9ec-d07b-4bee-87c9-1c61683dfac1 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390849 Aug 17 01:18:41.811313 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3eda60-cdd1-44e9-a2eb-2a58f4ec0eae req-7fa5c919-deef-4efd-9fe2-2fc82a0e1b4f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:41.816681 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8f3eda60-cdd1-44e9-a2eb-2a58f4ec0eae req-7fa5c919-deef-4efd-9fe2-2fc82a0e1b4f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0843225 Aug 17 01:18:41.883360 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8f3eda60-cdd1-44e9-a2eb-2a58f4ec0eae req-af64e0ba-bd20-4cd5-896c-a46668ec1174 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576613 Aug 17 01:18:41.993914 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79060d-b0ff-4253-9a71-d8816df7e9a1 req-6a145d27-d29d-4ccf-9ba3-4cef4e4e7af0 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:41.997576 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-af79060d-b0ff-4253-9a71-d8816df7e9a1 req-6a145d27-d29d-4ccf-9ba3-4cef4e4e7af0 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0802801 Aug 17 01:18:42.057476 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-af79060d-b0ff-4253-9a71-d8816df7e9a1 req-86adbc53-2336-4dbe-99fb-ea3a01d117b0 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481813 Aug 17 01:18:42.617730 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfc987-d6ea-44f8-a348-009162d63ac5 req-c5dd6a03-4321-46ba-908c-e0a0ad00e363 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:42.620628 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e0bfc987-d6ea-44f8-a348-009162d63ac5 req-c5dd6a03-4321-46ba-908c-e0a0ad00e363 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0707431 Aug 17 01:18:42.667501 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e0bfc987-d6ea-44f8-a348-009162d63ac5 req-d7b5fbaf-3fcd-4c39-9542-922c2fd0de05 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355606 Aug 17 01:18:43.036507 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62993fa2-d067-4cb2-a0b1-cfaa0a3210a3 req-eeb07b16-eab6-484c-ac2c-e2202c655eb6 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:43.042481 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-62993fa2-d067-4cb2-a0b1-cfaa0a3210a3 req-eeb07b16-eab6-484c-ac2c-e2202c655eb6 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0677407 Aug 17 01:18:43.088586 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-62993fa2-d067-4cb2-a0b1-cfaa0a3210a3 req-741cf027-34ef-4b80-a7ee-aad5a6af76f8 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 Aug 17 01:18:43.225509 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8611f52-4d1f-4f57-bb13-a173740107bb req-a5d5f4f0-1745-4b24-af67-378d8b28b7f0 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:43.227128 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a8611f52-4d1f-4f57-bb13-a173740107bb req-a5d5f4f0-1745-4b24-af67-378d8b28b7f0 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0584731 Aug 17 01:18:43.290371 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a8611f52-4d1f-4f57-bb13-a173740107bb req-526651fc-ad09-465e-a6da-5d997ef14d3a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522087 Aug 17 01:18:43.817448 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1f411-9b68-4ec8-be1f-9560859ad03d req-e82347af-f4f2-4596-bd9c-62f14b747543 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:43.819008 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9ed1f411-9b68-4ec8-be1f-9560859ad03d req-e82347af-f4f2-4596-bd9c-62f14b747543 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0646496 Aug 17 01:18:43.879174 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9ed1f411-9b68-4ec8-be1f-9560859ad03d req-1f673904-5b51-4780-aeaf-3435a3d590e6 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521231 Aug 17 01:18:44.273552 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632376a-6eb4-4b3f-a2de-66a4d1d44d49 req-2cca4a2b-e008-4720-a07a-b9e015427d89 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:44.276496 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6632376a-6eb4-4b3f-a2de-66a4d1d44d49 req-2cca4a2b-e008-4720-a07a-b9e015427d89 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0966363 Aug 17 01:18:44.347349 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6632376a-6eb4-4b3f-a2de-66a4d1d44d49 req-9da4348a-72ac-48eb-af08-d2820f6f0392 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627980 Aug 17 01:18:44.526758 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d8f1e-cdd7-4c10-ac02-b2b788ef0592 req-9858f79d-4105-498c-b1a8-ef2da9a738df tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:44.528401 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-875d8f1e-cdd7-4c10-ac02-b2b788ef0592 req-9858f79d-4105-498c-b1a8-ef2da9a738df tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.1125865 Aug 17 01:18:44.581874 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-875d8f1e-cdd7-4c10-ac02-b2b788ef0592 req-dafa03ed-6f20-4466-aea5-6ead700248be tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Aug 17 01:18:45.033759 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ec778-6145-4f9b-80b7-e870858f8c1a req-4bb38fd7-cdd5-4cc4-bd47-d35686f423fc tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:45.035440 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c05ec778-6145-4f9b-80b7-e870858f8c1a req-4bb38fd7-cdd5-4cc4-bd47-d35686f423fc tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0794311 Aug 17 01:18:45.088601 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c05ec778-6145-4f9b-80b7-e870858f8c1a req-94d2f29e-620e-4808-96d7-2caa8e5a4ea8 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462248 Aug 17 01:18:45.544885 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010c5a3-31f5-42cb-9ce4-0c07e1dcee95 req-13239475-ccb4-483e-86ba-98c5d5971513 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:45.549282 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d010c5a3-31f5-42cb-9ce4-0c07e1dcee95 req-13239475-ccb4-483e-86ba-98c5d5971513 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0767484 Aug 17 01:18:45.648038 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d010c5a3-31f5-42cb-9ce4-0c07e1dcee95 req-0a6185a2-130f-46ac-9b8f-91a9e05f4c62 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867057 Aug 17 01:18:45.793373 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32024db-13bf-4776-b69c-785649f24a44 req-0c7d37e9-eae2-46e8-a91f-e51ee9d1fa67 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:45.795082 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e32024db-13bf-4776-b69c-785649f24a44 req-0c7d37e9-eae2-46e8-a91f-e51ee9d1fa67 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0893419 Aug 17 01:18:45.860249 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e32024db-13bf-4776-b69c-785649f24a44 req-ec08781e-1c87-4fe8-abea-06f74af388df tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503352 Aug 17 01:18:46.228267 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275c9fe-09a9-4e21-b0dd-f03f74b7c589 req-9f37acb4-adc6-4985-9272-75df3cedaaa4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:46.230142 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5275c9fe-09a9-4e21-b0dd-f03f74b7c589 req-9f37acb4-adc6-4985-9272-75df3cedaaa4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0596745 Aug 17 01:18:46.292539 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5275c9fe-09a9-4e21-b0dd-f03f74b7c589 req-e50c1e1e-c431-4fae-ade7-b1e9141856c6 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533929 Aug 17 01:18:46.801013 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c5f8c-50ae-41c3-9ec1-05478e0c0e09 req-9fbd462b-85d6-4d27-8830-0ea0ea234f18 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:46.803933 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b83c5f8c-50ae-41c3-9ec1-05478e0c0e09 req-9fbd462b-85d6-4d27-8830-0ea0ea234f18 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0684569 Aug 17 01:18:46.864389 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b83c5f8c-50ae-41c3-9ec1-05478e0c0e09 req-a8c23dd6-a5e2-4fda-a0af-fa778d7a2dc9 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494750 Aug 17 01:18:47.063076 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a5aef-a4ac-4d33-a8a0-c66d6aaa0b65 req-85f40e00-af51-4bce-82fa-8b8b90d83415 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:47.067606 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe1a5aef-a4ac-4d33-a8a0-c66d6aaa0b65 req-85f40e00-af51-4bce-82fa-8b8b90d83415 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.1028965 Aug 17 01:18:47.128249 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe1a5aef-a4ac-4d33-a8a0-c66d6aaa0b65 req-9cc6976b-589e-45ff-ac4b-f130a1ccc14f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556519 Aug 17 01:18:47.492951 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0495d-fe42-43d5-823a-0b0e1b4b01b7 req-b775e900-9467-44a4-a3db-42c8cb1781ff tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:47.500760 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8c0495d-fe42-43d5-823a-0b0e1b4b01b7 req-b775e900-9467-44a4-a3db-42c8cb1781ff tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0696013 Aug 17 01:18:47.565248 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8c0495d-fe42-43d5-823a-0b0e1b4b01b7 req-25aedf71-5a39-43ce-8e3d-81c569c236da tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627615 Aug 17 01:18:48.071350 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0612f0-75c8-4efe-af14-207cb9be9deb req-2b466ae1-fd31-4764-95ea-41f10a12729d tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:48.074724 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6a0612f0-75c8-4efe-af14-207cb9be9deb req-2b466ae1-fd31-4764-95ea-41f10a12729d tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0994768 Aug 17 01:18:48.138497 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6a0612f0-75c8-4efe-af14-207cb9be9deb req-46078be1-0888-441e-a37e-58f65fe48503 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520122 Aug 17 01:18:48.633461 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5176f-5d57-4b13-9a84-0a5262366d62 req-ab10562d-43f0-45b5-a16d-f784eeb7d5e5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:48.635133 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6ac5176f-5d57-4b13-9a84-0a5262366d62 req-ab10562d-43f0-45b5-a16d-f784eeb7d5e5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.3776724 Aug 17 01:18:48.708456 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6ac5176f-5d57-4b13-9a84-0a5262366d62 req-0f4879d4-41d5-46f9-9cbc-b9c7e89a783c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607038 Aug 17 01:18:48.758813 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba21c35-8763-467e-8699-f88577a7fef2 req-f85d0a24-e33d-4cce-bc38-bbabe3c605ab tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:48.760391 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7ba21c35-8763-467e-8699-f88577a7fef2 req-f85d0a24-e33d-4cce-bc38-bbabe3c605ab tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0860746 Aug 17 01:18:48.804783 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7ba21c35-8763-467e-8699-f88577a7fef2 req-8e2c5adb-58a0-401d-b034-7b0305d9bdbc tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 Aug 17 01:18:49.307628 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c6467-1f50-49a6-a4d8-6685295976bd req-3084103b-f21d-44d7-8b71-30940edd5d7d tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:49.310488 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2d0c6467-1f50-49a6-a4d8-6685295976bd req-3084103b-f21d-44d7-8b71-30940edd5d7d tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0885186 Aug 17 01:18:49.370010 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2d0c6467-1f50-49a6-a4d8-6685295976bd req-0e1daedc-1c35-4e0c-b71a-4528e95c941d tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528460 Aug 17 01:18:49.848704 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b03ce-fc89-4496-8e14-b804f5f2a39d req-93fcb75e-9225-41df-854e-ff044e444f61 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:49.850422 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-892b03ce-fc89-4496-8e14-b804f5f2a39d req-93fcb75e-9225-41df-854e-ff044e444f61 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0640788 Aug 17 01:18:49.899327 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-892b03ce-fc89-4496-8e14-b804f5f2a39d req-555e9a23-1717-404b-bf26-4e6c8e799a9a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376046 Aug 17 01:18:49.972769 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0d831-ee54-4bac-9b2f-41a0cd555109 req-afffa82c-afba-4f9a-be54-4fb085c04daa tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:49.975749 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fff0d831-ee54-4bac-9b2f-41a0cd555109 req-afffa82c-afba-4f9a-be54-4fb085c04daa tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0630538 Aug 17 01:18:50.033227 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fff0d831-ee54-4bac-9b2f-41a0cd555109 req-2b7338c8-8569-4014-a54e-caca785beb65 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504689 Aug 17 01:18:50.181154 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:18:50.519648 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f40250-8edb-417d-9714-6542e114ef80 req-ab06f2a9-474b-41fd-ab40-dc28f850a3f3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:50.521230 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a3f40250-8edb-417d-9714-6542e114ef80 req-ab06f2a9-474b-41fd-ab40-dc28f850a3f3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0631158 Aug 17 01:18:50.571958 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a3f40250-8edb-417d-9714-6542e114ef80 req-a767fd8c-bddd-49c1-bab7-bdbfc90394a1 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412540 Aug 17 01:18:51.047307 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb7642-1214-4ee3-a9f0-9f5025047cea req-48bb7279-538b-469b-ab66-5ba948031b90 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:51.048926 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-effb7642-1214-4ee3-a9f0-9f5025047cea req-48bb7279-538b-469b-ab66-5ba948031b90 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0555036 Aug 17 01:18:51.104510 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-effb7642-1214-4ee3-a9f0-9f5025047cea req-579f9650-df9a-4de7-9161-e3bfae275dc7 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441461 Aug 17 01:18:51.163179 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d8eb2-364a-4f2a-ac88-10fd6691bdc7 req-7b7bc30b-a39f-43dc-800d-647ce99f465a tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:51.164864 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c12d8eb2-364a-4f2a-ac88-10fd6691bdc7 req-7b7bc30b-a39f-43dc-800d-647ce99f465a tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0555422 Aug 17 01:18:51.209455 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c12d8eb2-364a-4f2a-ac88-10fd6691bdc7 req-d2cda9dc-9ee1-4307-84b8-c81424537230 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369875 Aug 17 01:18:51.696986 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b1975-83cb-4e97-95a7-c21c64ddf991 req-7cc1b74b-46ed-4933-9f8b-84c7cb7493fb tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:51.698609 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f32b1975-83cb-4e97-95a7-c21c64ddf991 req-7cc1b74b-46ed-4933-9f8b-84c7cb7493fb tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0514994 Aug 17 01:18:51.741711 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f32b1975-83cb-4e97-95a7-c21c64ddf991 req-229d39be-415b-4f01-9a53-60e354978cea tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357320 Aug 17 01:18:52.216874 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:52.257855 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71912b0b-1d63-42c0-9175-794058514b8f req-5a65f7a8-07b3-493b-b2ac-bf2fddd428e9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:52.259393 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-71912b0b-1d63-42c0-9175-794058514b8f req-5a65f7a8-07b3-493b-b2ac-bf2fddd428e9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0542645 Aug 17 01:18:52.305148 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-71912b0b-1d63-42c0-9175-794058514b8f req-fbcaebc4-fb10-4ee3-9769-a3e0b96eaeac tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389109 Aug 17 01:18:52.332705 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89197af4-ac30-4eb4-a676-59542a5b5309 req-bc5c9a78-86a3-4964-8171-2826a24831b4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:52.334219 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-89197af4-ac30-4eb4-a676-59542a5b5309 req-bc5c9a78-86a3-4964-8171-2826a24831b4 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0528975 Aug 17 01:18:52.380312 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-89197af4-ac30-4eb4-a676-59542a5b5309 req-e914a960-e2b7-4c8c-ac45-7c8cd60429d7 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348945 Aug 17 01:18:52.630716 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafd673-7925-483a-b3e6-9d6e61172ead req-ed4bf840-f988-4d91-a0b8-2dc9af72dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:52.632200 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5dafd673-7925-483a-b3e6-9d6e61172ead req-ed4bf840-f988-4d91-a0b8-2dc9af72dc3f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 1096 time: 0.0442436 Aug 17 01:18:52.745196 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafd673-7925-483a-b3e6-9d6e61172ead req-df7d7b9c-91da-4b87-8bc0-519592b4bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:52.747696 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5dafd673-7925-483a-b3e6-9d6e61172ead req-df7d7b9c-91da-4b87-8bc0-519592b4bad6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 916 time: 0.0912898 Aug 17 01:18:52.835810 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5dafd673-7925-483a-b3e6-9d6e61172ead req-2a4ab3d9-7249-42a9-a12d-0e8f91a0cffd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a HTTP/1.1" status: 200 len: 998 time: 0.0792842 Aug 17 01:18:52.902595 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6124f-1bb6-4aaf-9921-eb40264a4fa2 req-22b8eb4f-1b15-4cb5-8b9e-4cc8f83928a0 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:52.904578 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-66c6124f-1bb6-4aaf-9921-eb40264a4fa2 req-22b8eb4f-1b15-4cb5-8b9e-4cc8f83928a0 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0809357 Aug 17 01:18:52.920398 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafd673-7925-483a-b3e6-9d6e61172ead req-83e74c9f-717e-478f-8f22-173a5b9be1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:52.923018 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5dafd673-7925-483a-b3e6-9d6e61172ead req-83e74c9f-717e-478f-8f22-173a5b9be1b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49d097c1-16b0-479e-b0a0-6d918c6d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0704207 Aug 17 01:18:52.957396 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-66c6124f-1bb6-4aaf-9921-eb40264a4fa2 req-e435f30f-d94c-42a8-9a01-4fd08b7fb598 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454695 Aug 17 01:18:52.977012 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafd673-7925-483a-b3e6-9d6e61172ead req-0456c5ba-55e5-4b12-bdc9-2e3b262c5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:52.978830 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5dafd673-7925-483a-b3e6-9d6e61172ead req-0456c5ba-55e5-4b12-bdc9-2e3b262c5a7d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e8e09-29ee-47e0-8a15-1911920c916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454762 Aug 17 01:18:53.096682 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5dafd673-7925-483a-b3e6-9d6e61172ead req-c118fcf7-24e8-42bf-bdbf-b7da8be6e9b7 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038098 Aug 17 01:18:53.131743 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d73f4-47d3-4736-bbe1-a597d69b549d req-54b6cdfa-015a-484b-8b43-aac4c3886801 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:53.134557 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ff0d73f4-47d3-4736-bbe1-a597d69b549d req-54b6cdfa-015a-484b-8b43-aac4c3886801 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.81 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.0879138 Aug 17 01:18:53.226888 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5dafd673-7925-483a-b3e6-9d6e61172ead req-c5a8ea04-2df8-4901-9f9d-341336d693e7 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139164 Aug 17 01:18:53.282657 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-ff0d73f4-47d3-4736-bbe1-a597d69b549d req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Deleting port fc383a63-3786-40cd-a483-096cca8d7f26 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:18:53.283489 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-ff0d73f4-47d3-4736-bbe1-a597d69b549d req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:53.426780 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-ff0d73f4-47d3-4736-bbe1-a597d69b549d req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] For port fc383a63-3786-40cd-a483-096cca8d7f26, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=fc383a63-3786-40cd-a483-096cca8d7f26,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:53.427588 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-ff0d73f4-47d3-4736-bbe1-a597d69b549d req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:53.451622 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-ff0d73f4-47d3-4736-bbe1-a597d69b549d req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Calling delete_port for fc383a63-3786-40cd-a483-096cca8d7f26 owned by compute:nova {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:18:53.493834 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f9735-abef-4388-a5fc-21172d9e2c05 req-90bf1d9c-d4bb-4b57-8194-a7cd5d5c0605 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:53.493834 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5e8f9735-abef-4388-a5fc-21172d9e2c05 req-90bf1d9c-d4bb-4b57-8194-a7cd5d5c0605 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0884190 Aug 17 01:18:53.593045 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5e8f9735-abef-4388-a5fc-21172d9e2c05 req-1838f19a-5d76-4a4e-b1b4-3cf8ed01d45f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932593 Aug 17 01:18:53.621923 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c77947-0689-4b9d-87fc-2336e0a077ef req-604eff2d-b5df-4168-be49-272e0800d5e0 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:53.630106 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-09c77947-0689-4b9d-87fc-2336e0a077ef req-604eff2d-b5df-4168-be49-272e0800d5e0 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 945 time: 0.1198223 Aug 17 01:18:53.696569 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-09c77947-0689-4b9d-87fc-2336e0a077ef req-9584bb2e-1e22-42cc-ac81-6ef658a4a00f tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/security-groups?id=8db94cec-cc69-4ac8-b6e8-7d5897248db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653417 Aug 17 01:18:53.829265 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-ff0d73f4-47d3-4736-bbe1-a597d69b549d req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:53.842666 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['fc383a63-3786-40cd-a483-096cca8d7f26'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:18:53.875694 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Pushing event deleted for resources: {'Port': ['ID=fc383a63-3786-40cd-a483-096cca8d7f26,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:53.889306 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:53.889306 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:53.889306 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:53.889306 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:53.889306 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:53.890120 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:53.890120 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:53.890120 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:53.890730 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:53.890730 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:53.891227 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:53.891588 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:53.936584 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0d73f4-47d3-4736-bbe1-a597d69b549d req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] No DVR routers for this DVR port fc383a63-3786-40cd-a483-096cca8d7f26 on host hv-cinder-80390 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:18:53.940907 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-ff0d73f4-47d3-4736-bbe1-a597d69b549d req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:53.943120 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ff0d73f4-47d3-4736-bbe1-a597d69b549d req-4d5fcd15-6c87-4e1d-8341-8b0d539bbb1e tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.81 "DELETE /v2.0/ports/fc383a63-3786-40cd-a483-096cca8d7f26 HTTP/1.1" status: 204 len: 173 time: 0.7927554 Aug 17 01:18:53.943578 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b132e4ce-43bc-4c16-bb89-096790c881d0', 'name': 'network-vif-deleted', 'tag': 'fc383a63-3786-40cd-a483-096cca8d7f26'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:18:53.947405 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b09f4a-335a-44e3-a65f-ecbf5c6237ff" -d '{"events": [{"server_uuid": "b132e4ce-43bc-4c16-bb89-096790c881d0", "name": "network-vif-deleted", "tag": "fc383a63-3786-40cd-a483-096cca8d7f26"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:18:53.992107 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4004da5d-699e-45b2-bc6b-411dac7a447a x-openstack-request-id: req-4004da5d-699e-45b2-bc6b-411dac7a447a {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:18:53.992488 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b132e4ce-43bc-4c16-bb89-096790c881d0", "name": "network-vif-deleted", "tag": "fc383a63-3786-40cd-a483-096cca8d7f26", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:18:53.992847 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4004da5d-699e-45b2-bc6b-411dac7a447a {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:18:53.993328 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b132e4ce-43bc-4c16-bb89-096790c881d0', 'name': 'network-vif-deleted', 'tag': 'fc383a63-3786-40cd-a483-096cca8d7f26', 'status': 'completed', 'code': 200} Aug 17 01:18:54.101460 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e989b-8930-43a2-97b9-9d4573116b56 req-bcb5d7cd-798b-4f31-b820-f5c6426640ea tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:54.103790 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a73e989b-8930-43a2-97b9-9d4573116b56 req-bcb5d7cd-798b-4f31-b820-f5c6426640ea tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0617323 Aug 17 01:18:54.162897 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a73e989b-8930-43a2-97b9-9d4573116b56 req-ded2fef7-d47e-4599-8200-02b6a55e1c3f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512545 Aug 17 01:18:54.759109 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f1b3-c666-4c43-858a-a1afc2691af5 req-61038030-9fda-471f-93bc-c877ca1f4d0e tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:54.761364 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-60c0f1b3-c666-4c43-858a-a1afc2691af5 req-61038030-9fda-471f-93bc-c877ca1f4d0e tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.1186738 Aug 17 01:18:54.834401 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0c2f2-1829-41ec-a08a-67d59b086db9 req-7591a77d-3054-40f1-8465-d78edbe8a50e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:54.837079 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-86e0c2f2-1829-41ec-a08a-67d59b086db9 req-7591a77d-3054-40f1-8465-d78edbe8a50e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.1204739 Aug 17 01:18:54.899751 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9df58aa4-1bbf-46a5-bf1f-239efaf05c2b req-f1a0eab4-7b30-4bb1-8291-325d4b600b55 tempest-ServerRescueNegativeTestJSON-1148198917 tempest-ServerRescueNegativeTestJSON-1148198917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b132e4ce-43bc-4c16-bb89-096790c881d0 HTTP/1.1" status: 200 len: 210 time: 0.0499518 Aug 17 01:18:54.911638 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-86e0c2f2-1829-41ec-a08a-67d59b086db9 req-00420845-4286-4a56-8fe8-04b3f9a3f7ac tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667019 Aug 17 01:18:54.939898 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-60c0f1b3-c666-4c43-858a-a1afc2691af5 req-41a6ff60-4dee-48f8-8764-555f12e41afc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Deleting port 35d8fddb-1c7c-4dfe-994b-242e3db7f560 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:18:54.940501 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-60c0f1b3-c666-4c43-858a-a1afc2691af5 req-41a6ff60-4dee-48f8-8764-555f12e41afc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:55.106092 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-60c0f1b3-c666-4c43-858a-a1afc2691af5 req-41a6ff60-4dee-48f8-8764-555f12e41afc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] For port 35d8fddb-1c7c-4dfe-994b-242e3db7f560, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=35d8fddb-1c7c-4dfe-994b-242e3db7f560,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:55.106845 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-60c0f1b3-c666-4c43-858a-a1afc2691af5 req-41a6ff60-4dee-48f8-8764-555f12e41afc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:55.124305 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-60c0f1b3-c666-4c43-858a-a1afc2691af5 req-41a6ff60-4dee-48f8-8764-555f12e41afc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Calling delete_port for 35d8fddb-1c7c-4dfe-994b-242e3db7f560 owned by compute:nova {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:18:55.311818 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68e712-53dc-4185-a1ee-ffeb75c4e96e req-175191f6-0fb4-45d6-ab54-e3bc532d05be tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:55.313475 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4e68e712-53dc-4185-a1ee-ffeb75c4e96e req-175191f6-0fb4-45d6-ab54-e3bc532d05be tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 946 time: 0.0524819 Aug 17 01:18:55.355804 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4e68e712-53dc-4185-a1ee-ffeb75c4e96e req-c1e5cdd3-bd28-405c-9ddf-be952e75aea7 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358238 Aug 17 01:18:55.445499 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-60c0f1b3-c666-4c43-858a-a1afc2691af5 req-41a6ff60-4dee-48f8-8764-555f12e41afc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:55.458253 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['65865e6b-f533-46b6-b490-b8758f1fe260', 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12', '48586531-0f59-4d87-93a5-5dee7da9d341', '35d8fddb-1c7c-4dfe-994b-242e3db7f560'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:18:55.486150 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6ff60-4dee-48f8-8764-555f12e41afc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Pushing event deleted for resources: {'Port': ['ID=35d8fddb-1c7c-4dfe-994b-242e3db7f560,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:55.530350 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c0f1b3-c666-4c43-858a-a1afc2691af5 req-41a6ff60-4dee-48f8-8764-555f12e41afc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] No DVR routers for this DVR port 35d8fddb-1c7c-4dfe-994b-242e3db7f560 on host hv-cinder-80390 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:18:55.533224 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-60c0f1b3-c666-4c43-858a-a1afc2691af5 req-41a6ff60-4dee-48f8-8764-555f12e41afc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:55.535260 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-60c0f1b3-c666-4c43-858a-a1afc2691af5 req-41a6ff60-4dee-48f8-8764-555f12e41afc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "DELETE /v2.0/ports/35d8fddb-1c7c-4dfe-994b-242e3db7f560 HTTP/1.1" status: 204 len: 173 time: 0.7671671 Aug 17 01:18:55.995146 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f774bf-b531-4524-9dda-6c60ec9bfb0e', 'name': 'network-vif-deleted', 'tag': '35d8fddb-1c7c-4dfe-994b-242e3db7f560'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:18:55.998758 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7909955-e1b8-4f3d-98e6-55ed8ab25ec2" -d '{"events": [{"server_uuid": "f0f774bf-b531-4524-9dda-6c60ec9bfb0e", "name": "network-vif-deleted", "tag": "35d8fddb-1c7c-4dfe-994b-242e3db7f560"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:18:56.024669 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40658) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:56.073297 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997ade8f-b04e-457e-8939-ca791ba14cca x-openstack-request-id: req-997ade8f-b04e-457e-8939-ca791ba14cca {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:18:56.073592 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f774bf-b531-4524-9dda-6c60ec9bfb0e", "name": "network-vif-deleted", "tag": "35d8fddb-1c7c-4dfe-994b-242e3db7f560", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:18:56.074557 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-997ade8f-b04e-457e-8939-ca791ba14cca {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:18:56.074557 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f774bf-b531-4524-9dda-6c60ec9bfb0e', 'name': 'network-vif-deleted', 'tag': '35d8fddb-1c7c-4dfe-994b-242e3db7f560', 'status': 'completed', 'code': 200} Aug 17 01:18:56.117684 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dec20-65f8-4685-91a6-5c661ee4f3af req-1bd72956-4c77-4524-a22c-37d3c0853601 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:56.120487 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d92dec20-65f8-4685-91a6-5c661ee4f3af req-1bd72956-4c77-4524-a22c-37d3c0853601 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0634689 Aug 17 01:18:56.191521 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d92dec20-65f8-4685-91a6-5c661ee4f3af req-18304116-76c7-4037-bc75-d45cc3bdeec9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603426 Aug 17 01:18:56.499337 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5070e030-e419-4c58-bac0-72ed55f729ed req-595f7198-48e9-4ded-b818-02c53a0f0492 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f774bf-b531-4524-9dda-6c60ec9bfb0e HTTP/1.1" status: 200 len: 210 time: 0.0355575 Aug 17 01:18:56.537148 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5210-3d70-476b-afcd-4cd071ed67bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7907579'] for router_interface, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:56.817737 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device fc383a63-3786-40cd-a483-096cca8d7f26 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:18:56.839046 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: fc383a63-3786-40cd-a483-096cca8d7f26 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:18:56.843412 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device fc383a63-3786-40cd-a483-096cca8d7f26 not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:18:56.908184 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d5210-3d70-476b-afcd-4cd071ed67bc admin admin] Deleting port 12941e23-2624-496c-821c-c81c002bd952 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:18:56.908504 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5210-3d70-476b-afcd-4cd071ed67bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:56.996077 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5f3d5210-3d70-476b-afcd-4cd071ed67bc admin admin] For port 12941e23-2624-496c-821c-c81c002bd952, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=12941e23-2624-496c-821c-c81c002bd952,segment=NetworkSegment(ef661388-d048-41ac-abc2-542422a23e72),segment_id=ef661388-d048-41ac-abc2-542422a23e72)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:56.996815 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5210-3d70-476b-afcd-4cd071ed67bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:57.011433 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d5210-3d70-476b-afcd-4cd071ed67bc admin admin] Calling delete_port for 12941e23-2624-496c-821c-c81c002bd952 owned by network:router_interface {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:18:57.364173 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff70122-d4f3-4c1c-84ce-0c3e42e518a2 req-9ba0fb39-b7b4-4bdb-bdd6-67097b9a3d23 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:57.367067 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1ff70122-d4f3-4c1c-84ce-0c3e42e518a2 req-9ba0fb39-b7b4-4bdb-bdd6-67097b9a3d23 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0911078 Aug 17 01:18:57.436634 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1ff70122-d4f3-4c1c-84ce-0c3e42e518a2 req-358f6319-5bd3-435a-b818-9a0e80754037 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631430 Aug 17 01:18:57.617143 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5210-3d70-476b-afcd-4cd071ed67bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:57.644201 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d5210-3d70-476b-afcd-4cd071ed67bc admin admin] Pushing event deleted for resources: {'Port': ['ID=12941e23-2624-496c-821c-c81c002bd952,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:57.815032 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5210-3d70-476b-afcd-4cd071ed67bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8274795'] for router_interface, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:58.050119 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3d5210-3d70-476b-afcd-4cd071ed67bc admin admin] Router 2e69336e-af32-41c9-8f8d-527939439a0c has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:18:58.178238 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3d5210-3d70-476b-afcd-4cd071ed67bc admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:18:58.186451 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-5f3d5210-3d70-476b-afcd-4cd071ed67bc admin admin] 10.222.0.45 "PUT /v2.0/routers/2e69336e-af32-41c9-8f8d-527939439a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1592400 Aug 17 01:18:58.188684 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40678) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:58.192830 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8060c0b-4bbc-4159-8429-ae4ff30c3d62 None None] Sync routers for ids ['2e69336e-af32-41c9-8f8d-527939439a0c'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:18:58.212481 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8060c0b-4bbc-4159-8429-ae4ff30c3d62 None None] Routers {'2e69336e-af32-41c9-8f8d-527939439a0c'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:18:58.213488 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-b8060c0b-4bbc-4159-8429-ae4ff30c3d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:18:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['2e69336e-af32-41c9-8f8d-527939439a0c'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:18:58.370630 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Notify callbacks [] for router, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:58.380945 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-b8060c0b-4bbc-4159-8429-ae4ff30c3d62 None None] Set router 2e69336e-af32-41c9-8f8d-527939439a0c gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:18:58.498239 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:58.580246 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-b8060c0b-4bbc-4159-8429-ae4ff30c3d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1547589362-router', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:30Z', 'updated_at': '2021-08-17T01:18:57Z', 'revision_number': 5, 'project_id': '9676635fd0c24582a98d22c51b17f793', 'gw_port': {'id': '709c8e12-2ad7-408f-972c-ba2c76f6fc0a', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:18:58.612759 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8060c0b-4bbc-4159-8429-ae4ff30c3d62 None None] Checking router: 2e69336e-af32-41c9-8f8d-527939439a0c for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:18:58.614494 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41632854-12ef-4227-b3b1-008c26b99bc1 req-ab33b57a-b3e4-4a9c-9ef0-5c370936a8b2 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:58.616518 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-41632854-12ef-4227-b3b1-008c26b99bc1 req-ab33b57a-b3e4-4a9c-9ef0-5c370936a8b2 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0680628 Aug 17 01:18:58.623087 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8060c0b-4bbc-4159-8429-ae4ff30c3d62 None None] Routers {'2e69336e-af32-41c9-8f8d-527939439a0c'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:18:58.623624 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-b8060c0b-4bbc-4159-8429-ae4ff30c3d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:18:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['2e69336e-af32-41c9-8f8d-527939439a0c'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:18:58.680689 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Deleting port 709c8e12-2ad7-408f-972c-ba2c76f6fc0a {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:18:58.681412 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:58.690465 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-41632854-12ef-4227-b3b1-008c26b99bc1 req-5056422e-6957-43b3-b4e9-4286ed6a4233 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597179 Aug 17 01:18:58.731851 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-b8060c0b-4bbc-4159-8429-ae4ff30c3d62 None None] Set router 2e69336e-af32-41c9-8f8d-527939439a0c gateway port host: None {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:18:58.779634 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] For port 709c8e12-2ad7-408f-972c-ba2c76f6fc0a, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=709c8e12-2ad7-408f-972c-ba2c76f6fc0a,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:18:58.780104 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:58.790230 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-b8060c0b-4bbc-4159-8429-ae4ff30c3d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1547589362-router', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:30Z', 'updated_at': '2021-08-17T01:18:58Z', 'revision_number': 6, 'project_id': '9676635fd0c24582a98d22c51b17f793', 'gw_port_host': None}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:18:58.799322 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Calling delete_port for 709c8e12-2ad7-408f-972c-ba2c76f6fc0a owned by network:router_gateway {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:18:58.819869 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 35d8fddb-1c7c-4dfe-994b-242e3db7f560 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:18:58.828045 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8060c0b-4bbc-4159-8429-ae4ff30c3d62 None None] The sync data for ids ['2e69336e-af32-41c9-8f8d-527939439a0c'] in dv-cinder-803901-7-iscsi is: [{'id': '2e69336e-af32-41c9-8f8d-527939439a0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1547589362-router', 'tenant_id': '9676635fd0c24582a98d22c51b17f793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:30Z', 'updated_at': '2021-08-17T01:18:58Z', 'revision_number': 6, 'project_id': '9676635fd0c24582a98d22c51b17f793', 'gw_port_host': None}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:18:58.858525 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 35d8fddb-1c7c-4dfe-994b-242e3db7f560 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:18:58.858879 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 35d8fddb-1c7c-4dfe-994b-242e3db7f560 not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:18:59.131347 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.161839 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Pushing event deleted for resources: {'Port': ['ID=709c8e12-2ad7-408f-972c-ba2c76f6fc0a,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:59.245816 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910051'] for router_gateway, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.375360 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7907728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499866'] for router, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.378190 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.447005 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40694) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:59.482367 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5665ff-480e-45ef-a22c-5ced0cea7c94 req-38d977dc-8f9b-4bab-be46-dfbc17fd5437 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:59.484009 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9e5665ff-480e-45ef-a22c-5ced0cea7c94 req-38d977dc-8f9b-4bab-be46-dfbc17fd5437 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 945 time: 0.0581350 Aug 17 01:18:59.531394 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9e5665ff-480e-45ef-a22c-5ced0cea7c94 req-4a4c7cff-fa78-451b-98c9-88ddc7574d92 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 Aug 17 01:18:59.548578 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7907817'] for router, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.549392 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e69336e-af32-41c9-8f8d-527939439a0c {{(pid=94702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:18:59.560889 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] Notify callbacks [] for router, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.562088 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-b4afffd1-bb29-4ac5-bd1c-f1999062bafc admin admin] 10.222.0.45 "DELETE /v2.0/routers/2e69336e-af32-41c9-8f8d-527939439a0c HTTP/1.1" status: 204 len: 168 time: 1.3721247 Aug 17 01:18:59.565800 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 40698) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:59.574178 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a10bc9e-a02c-456e-b205-ea89b09ee2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.618000 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_v2 [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Deleting subnet 8e2c2a28-77ad-473a-b650-c5be7686e385 {{(pid=94703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:18:59.621254 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.659276 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5595771'] for subnet, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.696087 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a10bc9e-a02c-456e-b205-ea89b09ee2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.715954 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.772780 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 12941e23-2624-496c-821c-c81c002bd952 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:18:59.800013 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 12941e23-2624-496c-821c-c81c002bd952 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:18:59.800426 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 12941e23-2624-496c-821c-c81c002bd952 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:18:59.804288 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 709c8e12-2ad7-408f-972c-ba2c76f6fc0a no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:18:59.821644 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 709c8e12-2ad7-408f-972c-ba2c76f6fc0a {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:18:59.823668 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 709c8e12-2ad7-408f-972c-ba2c76f6fc0a not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:18:59.835057 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a10bc9e-a02c-456e-b205-ea89b09ee2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.881748 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-3a10bc9e-a02c-456e-b205-ea89b09ee2e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25f70a79cf334de2abcca09bada06413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335411 Aug 17 01:18:59.885603 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 40702) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:59.896644 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10bc9e-a02c-456e-b205-ea89b09ee2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3697e74-cb02-493f-a034-c619c0b28a5c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:59.916207 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b2b6c-ad0a-4f1a-8157-e1946181316f req-d85d46ee-cb99-4a63-b560-97adfb0579a3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:18:59.917073 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33454714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33518865'] for subnet, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.926864 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-229b2b6c-ad0a-4f1a-8157-e1946181316f req-d85d46ee-cb99-4a63-b560-97adfb0579a3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.1247361 Aug 17 01:18:59.966168 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2c2a28-77ad-473a-b650-c5be7686e385,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:18:59.968205 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-229b2b6c-ad0a-4f1a-8157-e1946181316f req-e9947d9a-8494-4c90-baac-b17b230518fb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373693 Aug 17 01:18:59.978512 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:18:59.980438 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8e2c2a28-77ad-473a-b650-c5be7686e385 HTTP/1.1" status: 204 len: 168 time: 0.4119811 Aug 17 01:18:59.983337 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40704) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:18:59.988403 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:59.988748 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:59.989295 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:59.989813 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:59.990342 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:59.990956 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:59.991195 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:59.991706 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:59.992200 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:59.992681 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:59.993387 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:18:59.993962 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa0d57-df76-42c7-ab76-926231a1e66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:00.002527 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5d29b5aa-af7c-4316-8d4c-c953ce7cb1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:00.034091 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5d29b5aa-af7c-4316-8d4c-c953ce7cb1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:00.079757 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:00.165579 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5d29b5aa-af7c-4316-8d4c-c953ce7cb1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:00.168227 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5d29b5aa-af7c-4316-8d4c-c953ce7cb1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:00.169465 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-5d29b5aa-af7c-4316-8d4c-c953ce7cb1ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3697e74-cb02-493f-a034-c619c0b28a5c HTTP/1.1" status: 204 len: 168 time: 0.2827535 Aug 17 01:19:00.171463 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:00.179291 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29b5aa-af7c-4316-8d4c-c953ce7cb1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3697e74-cb02-493f-a034-c619c0b28a5c,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:00.186479 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9aa463-6c5d-4280-ae92-eeb6c35c5d28']}} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:00.201166 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef661388-d048-41ac-abc2-542422a23e72') {'for_net_delete': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:00.201477 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef661388-d048-41ac-abc2-542422a23e72') {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:00.216108 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33340874'] for segment, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:00.240993 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:00.248021 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:19:00.248425 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4923352'] for segment, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: Traceback (most recent call last): Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: timer() Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: cb(*args, **kw) Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: return func(*args, **kwargs) Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: self._notify() Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: self.callback(batched_events) Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: event.method(event) Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: return f(self, *a, **k) Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._get(url).json() Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: return self.request(url, 'GET', **kwargs) Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:19:00.251655 dv-cinder-803901-7-iscsi neutron-server[94702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:19:00.405532 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:00.427126 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:00.429104 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] 10.222.0.45 "DELETE /v2.0/networks/1b9aa463-6c5d-4280-ae92-eeb6c35c5d28 HTTP/1.1" status: 204 len: 168 time: 0.4434469 Aug 17 01:19:00.430556 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e83ce-5fa5-4342-9a0d-de6aabe75c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=1b9aa463-6c5d-4280-ae92-eeb6c35c5d28,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:00.667863 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a28bb3-1a35-4acc-b9f9-1d1bc8e7441e req-d767b296-22a8-4395-991b-966cc1ada97f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:00.669500 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-61a28bb3-1a35-4acc-b9f9-1d1bc8e7441e req-d767b296-22a8-4395-991b-966cc1ada97f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 945 time: 0.0551984 Aug 17 01:19:00.713983 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-61a28bb3-1a35-4acc-b9f9-1d1bc8e7441e req-a283b887-20c6-4acf-b6d5-3a8d56a43ff1 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372665 Aug 17 01:19:00.888975 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 40724) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:00.953273 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-fa81c57d-b0c3-4be0-aecd-6699f5d95942 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9676635fd0c24582a98d22c51b17f793&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0601354 Aug 17 01:19:00.953273 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 40726) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:01.027309 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2599ee-1f47-4535-87a2-5595ca6da22e req-94c89fc7-8516-4379-92ab-84b982291d07 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:01.028998 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fb25c26b-c03e-40f7-9d5a-295adc5e1f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:01.029183 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9b2599ee-1f47-4535-87a2-5595ca6da22e req-94c89fc7-8516-4379-92ab-84b982291d07 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 945 time: 0.0525270 Aug 17 01:19:01.052911 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fb25c26b-c03e-40f7-9d5a-295adc5e1f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:01.161605 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26212b8-5064-4a51-9cd3-ed7888bd76a4 req-36f5b2d5-7acb-4de1-b28c-b6846755c960 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:01.163206 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d26212b8-5064-4a51-9cd3-ed7888bd76a4 req-36f5b2d5-7acb-4de1-b28c-b6846755c960 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0894251 Aug 17 01:19:01.177175 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fb25c26b-c03e-40f7-9d5a-295adc5e1f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:01.180124 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fb25c26b-c03e-40f7-9d5a-295adc5e1f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:01.183111 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-fb25c26b-c03e-40f7-9d5a-295adc5e1f3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8db94cec-cc69-4ac8-b6e8-7d5897248db6 HTTP/1.1" status: 204 len: 168 time: 0.2272344 Aug 17 01:19:01.187114 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-9b2599ee-1f47-4535-87a2-5595ca6da22e req-5b5a32c1-6f70-4e93-8011-714ea11dcecc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Deleting port 48586531-0f59-4d87-93a5-5dee7da9d341 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:19:01.188741 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-9b2599ee-1f47-4535-87a2-5595ca6da22e req-5b5a32c1-6f70-4e93-8011-714ea11dcecc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:01.192068 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25c26b-c03e-40f7-9d5a-295adc5e1f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db94cec-cc69-4ac8-b6e8-7d5897248db6,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:01.290729 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d26212b8-5064-4a51-9cd3-ed7888bd76a4 req-efbb6e8d-5ad7-4438-b908-54cdae78aadf tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977731 Aug 17 01:19:01.340164 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-9b2599ee-1f47-4535-87a2-5595ca6da22e req-5b5a32c1-6f70-4e93-8011-714ea11dcecc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] For port 48586531-0f59-4d87-93a5-5dee7da9d341, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=48586531-0f59-4d87-93a5-5dee7da9d341,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:01.340839 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-9b2599ee-1f47-4535-87a2-5595ca6da22e req-5b5a32c1-6f70-4e93-8011-714ea11dcecc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:01.367163 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-9b2599ee-1f47-4535-87a2-5595ca6da22e req-5b5a32c1-6f70-4e93-8011-714ea11dcecc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Calling delete_port for 48586531-0f59-4d87-93a5-5dee7da9d341 owned by compute:nova {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:19:01.743918 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-9b2599ee-1f47-4535-87a2-5595ca6da22e req-5b5a32c1-6f70-4e93-8011-714ea11dcecc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:01.758490 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['65865e6b-f533-46b6-b490-b8758f1fe260', 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12', '48586531-0f59-4d87-93a5-5dee7da9d341'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:19:01.816424 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a32c1-6f70-4e93-8011-714ea11dcecc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Pushing event deleted for resources: {'Port': ['ID=48586531-0f59-4d87-93a5-5dee7da9d341,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:01.850360 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-697df254-270d-453f-99db-59d51cbf30cf req-235f6af8-ceb1-42df-97a8-8aed45721c48 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 210 time: 0.0366879 Aug 17 01:19:01.860179 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2599ee-1f47-4535-87a2-5595ca6da22e req-5b5a32c1-6f70-4e93-8011-714ea11dcecc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] No DVR routers for this DVR port 48586531-0f59-4d87-93a5-5dee7da9d341 on host hv-cinder-80390 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:19:01.867543 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-9b2599ee-1f47-4535-87a2-5595ca6da22e req-5b5a32c1-6f70-4e93-8011-714ea11dcecc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:01.869937 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9b2599ee-1f47-4535-87a2-5595ca6da22e req-5b5a32c1-6f70-4e93-8011-714ea11dcecc tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "DELETE /v2.0/ports/48586531-0f59-4d87-93a5-5dee7da9d341 HTTP/1.1" status: 204 len: 173 time: 0.8342025 Aug 17 01:19:01.870601 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c832638-389e-444f-9013-07add212e7bf', 'name': 'network-vif-deleted', 'tag': '48586531-0f59-4d87-93a5-5dee7da9d341'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:19:01.881495 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f3c19-7bec-4000-8204-44c2de033a49" -d '{"events": [{"server_uuid": "9c832638-389e-444f-9013-07add212e7bf", "name": "network-vif-deleted", "tag": "48586531-0f59-4d87-93a5-5dee7da9d341"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:19:01.946898 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef264a04-88eb-40de-94fa-967dbae021c9 x-openstack-request-id: req-ef264a04-88eb-40de-94fa-967dbae021c9 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:19:01.947532 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c832638-389e-444f-9013-07add212e7bf", "name": "network-vif-deleted", "tag": "48586531-0f59-4d87-93a5-5dee7da9d341", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:19:01.948213 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef264a04-88eb-40de-94fa-967dbae021c9 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:19:01.949453 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c832638-389e-444f-9013-07add212e7bf', 'name': 'network-vif-deleted', 'tag': '48586531-0f59-4d87-93a5-5dee7da9d341', 'status': 'completed', 'code': 200} Aug 17 01:19:02.388252 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-75f65747-dfa4-48ea-9c34-30e04dcb9189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:02.446288 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d66a1-1c5e-4061-a1cd-1f7b922ad721 req-ba482323-507c-483b-a41f-220f380f2a49 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:02.448013 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-694d66a1-1c5e-4061-a1cd-1f7b922ad721 req-ba482323-507c-483b-a41f-220f380f2a49 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0571790 Aug 17 01:19:02.489558 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40778) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:02.502980 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-694d66a1-1c5e-4061-a1cd-1f7b922ad721 req-155a1eab-9bf2-484a-b63f-67a00e52673b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477538 Aug 17 01:19:02.616816 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-944991123-network', 'tenant_id': '279310cc231141f6b77af8a40b2849e5'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:02.725436 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Made reservation on behalf of 279310cc231141f6b77af8a40b2849e5 for: {'network': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:19:02.729409 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:02.737821 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:02.871096 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:02.955856 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:02.982413 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0bf19260-b10b-4e6c-8ba1-03c3844c7a49 req-4e16d3d3-8457-4dcc-ad33-58037b7f7c40 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c832638-389e-444f-9013-07add212e7bf HTTP/1.1" status: 200 len: 210 time: 0.0373294 Aug 17 01:19:03.002944 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:19:03.013830 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e9443f-2a01-47a2-8af1-3c2d8c2b063a,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:03.019515 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:03.026366 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.segments_db [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Added segment a90f572d-e166-4b69-9459-9faedaa83d09 of type vlan for network 14834636-f338-4495-a2a0-59b30e8e3eb8 Aug 17 01:19:03.082300 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:03.188412 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:03.189423 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:03.190036 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:03.262487 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] Pushing event updated for resources: {'Network': ['ID=14834636-f338-4495-a2a0-59b30e8e3eb8,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:03.271635 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 14834636-f338-4495-a2a0-59b30e8e3eb8 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:19:03.310226 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-fed06832-faca-46e2-9c88-938fefd1009d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8192673 Aug 17 01:19:03.314925 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40790) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:03.321887 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-5a1f535a-e311-4bb8-9d93-6653313d0491 admin admin] Request body: {'subnet': {'network_id': '14834636-f338-4495-a2a0-59b30e8e3eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-944991123-subnet', 'tenant_id': '279310cc231141f6b77af8a40b2849e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:03.469263 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1f535a-e311-4bb8-9d93-6653313d0491 admin admin] Made reservation on behalf of 279310cc231141f6b77af8a40b2849e5 for: {'subnet': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:19:03.472125 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5a1f535a-e311-4bb8-9d93-6653313d0491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4400145'] for subnet, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:03.678561 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d55d72-5e27-4d15-be8e-e54d48ecaef3 req-7c9f53ad-1ecb-402a-8eac-93ebe3a1807a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:03.680621 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-02d55d72-5e27-4d15-be8e-e54d48ecaef3 req-7c9f53ad-1ecb-402a-8eac-93ebe3a1807a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0891819 Aug 17 01:19:03.726545 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-02d55d72-5e27-4d15-be8e-e54d48ecaef3 req-fe81d9d0-eca6-4d22-aaff-088cb983ca37 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392199 Aug 17 01:19:03.738088 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5a1f535a-e311-4bb8-9d93-6653313d0491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4400135'] for subnet, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:03.821853 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f535a-e311-4bb8-9d93-6653313d0491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a608db-f686-45fa-a3bc-e8791187efc8,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:03.841210 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f535a-e311-4bb8-9d93-6653313d0491 admin admin] Checking segment: {'id': 'a90f572d-e166-4b69-9459-9faedaa83d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14834636-f338-4495-a2a0-59b30e8e3eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:19:03.841579 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1f535a-e311-4bb8-9d93-6653313d0491 admin admin] Network hostable DHCP agents. Network: 14834636-f338-4495-a2a0-59b30e8e3eb8, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:19:03.959744 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1f535a-e311-4bb8-9d93-6653313d0491 admin admin] Network 14834636-f338-4495-a2a0-59b30e8e3eb8 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:19:04.064408 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-5a1f535a-e311-4bb8-9d93-6653313d0491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 14834636-f338-4495-a2a0-59b30e8e3eb8) {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:04.075711 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1f535a-e311-4bb8-9d93-6653313d0491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:04.075711 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5a1f535a-e311-4bb8-9d93-6653313d0491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:04.079817 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fd7bea-b50a-4ef2-bc43-20a2f372dcd2 None None] Network 14834636-f338-4495-a2a0-59b30e8e3eb8 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:19:04.206614 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-5a1f535a-e311-4bb8-9d93-6653313d0491 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8902295 Aug 17 01:19:04.248913 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a25d37-bf08-4eee-b75a-87d68fdd8b96 None None] Network 14834636-f338-4495-a2a0-59b30e8e3eb8 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:19:04.648001 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23817dc9-dc2f-4a2f-b5cd-e1f94f97de42 req-83ad7fbd-97c3-4ec7-b10d-45af4dcb6289 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:04.649863 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-23817dc9-dc2f-4a2f-b5cd-e1f94f97de42 req-83ad7fbd-97c3-4ec7-b10d-45af4dcb6289 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 945 time: 0.0773985 Aug 17 01:19:04.704517 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-23817dc9-dc2f-4a2f-b5cd-e1f94f97de42 req-7e3c8b15-239b-4cfe-a0e4-a9ae66f2188e tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435243 Aug 17 01:19:04.835403 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:19:04.838074 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 48586531-0f59-4d87-93a5-5dee7da9d341 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:19:04.878001 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 48586531-0f59-4d87-93a5-5dee7da9d341 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:19:04.878547 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 48586531-0f59-4d87-93a5-5dee7da9d341 not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:19:04.921044 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d5a8b-179e-4faf-8f97-5851f3ef587f req-40d53f48-b902-48e8-adf6-6c93a5faed5b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:04.924633 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8f0d5a8b-179e-4faf-8f97-5851f3ef587f req-40d53f48-b902-48e8-adf6-6c93a5faed5b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 943 time: 0.0991092 Aug 17 01:19:04.998203 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8f0d5a8b-179e-4faf-8f97-5851f3ef587f req-a798ae5a-c34f-4a01-94b5-a08d81c729bc tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611899 Aug 17 01:19:05.004577 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:05.012702 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'port_id': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'mac_address': 'fa:16:3e:0e:2c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:19:05.057998 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:05.075537 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:19:05.099338 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:05.165952 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:05.258121 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,revision_number=9']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:05.282818 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40822) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:05.289423 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-909762211-network', 'tenant_id': '58cf72bc7f5849aeb2070c642d2a81a0'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:05.377220 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Made reservation on behalf of 58cf72bc7f5849aeb2070c642d2a81a0 for: {'network': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:19:05.379954 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:05.389478 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:05.510243 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:05.599933 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:05.632260 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:19:05.638481 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d7267a-6897-4c1e-a8e9-de317c76e9b5,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:05.650323 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:05.650930 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.segments_db [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Added segment 05ad5007-4d37-4a5d-a2fc-49de8119f32b of type vlan for network 6c2e27be-dafe-4dce-b7df-bb3d5dd46c76 Aug 17 01:19:05.708912 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:05.867992 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:05.869028 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:05.869724 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:05.967136 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14421c7e-cb58-41f5-9d40-53cd3984a3f9 req-80e4ab7c-6373-44ab-b6f5-3e853490a91b tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:05.969448 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-14421c7e-cb58-41f5-9d40-53cd3984a3f9 req-80e4ab7c-6373-44ab-b6f5-3e853490a91b tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 945 time: 0.1433880 Aug 17 01:19:05.971566 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] Pushing event updated for resources: {'Network': ['ID=6c2e27be-dafe-4dce-b7df-bb3d5dd46c76,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:05.988034 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 6c2e27be-dafe-4dce-b7df-bb3d5dd46c76 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:19:06.005719 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:06.040710 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-14421c7e-cb58-41f5-9d40-53cd3984a3f9 req-e807a1e0-5b6c-4d16-a1e0-e64f88ed2083 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634491 Aug 17 01:19:06.056337 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-facfeed8-2f7e-4269-a3c7-a863d175641f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7593737 Aug 17 01:19:06.056337 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40830) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:06.059127 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-52e93358-ba3f-4aa8-899a-30b38dd929c4 admin admin] Request body: {'subnet': {'network_id': '6c2e27be-dafe-4dce-b7df-bb3d5dd46c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-909762211-subnet', 'tenant_id': '58cf72bc7f5849aeb2070c642d2a81a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:06.159750 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e93358-ba3f-4aa8-899a-30b38dd929c4 admin admin] Made reservation on behalf of 58cf72bc7f5849aeb2070c642d2a81a0 for: {'subnet': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:19:06.273453 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-52e93358-ba3f-4aa8-899a-30b38dd929c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4400145'] for subnet, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:06.273711 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c3f91-b6e1-4adc-88af-6333aecb009a req-e0678eb0-f8bf-44de-9694-54134bd1c3be tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:06.273711 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-968c3f91-b6e1-4adc-88af-6333aecb009a req-e0678eb0-f8bf-44de-9694-54134bd1c3be tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 944 time: 0.0672054 Aug 17 01:19:06.274465 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-e89b65bc-6669-48e1-9f08-cc04a071f430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:06.296017 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-968c3f91-b6e1-4adc-88af-6333aecb009a req-1cafe2fb-3ecc-486c-951e-920d85df4e7a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494335 Aug 17 01:19:06.474806 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-52e93358-ba3f-4aa8-899a-30b38dd929c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4400135'] for subnet, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:06.544382 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e93358-ba3f-4aa8-899a-30b38dd929c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e25628-b7de-49f8-843b-1ea18694cb20,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:06.556613 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e93358-ba3f-4aa8-899a-30b38dd929c4 admin admin] Checking segment: {'id': '05ad5007-4d37-4a5d-a2fc-49de8119f32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2e27be-dafe-4dce-b7df-bb3d5dd46c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:19:06.557055 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e93358-ba3f-4aa8-899a-30b38dd929c4 admin admin] Network hostable DHCP agents. Network: 6c2e27be-dafe-4dce-b7df-bb3d5dd46c76, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:19:06.633910 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e93358-ba3f-4aa8-899a-30b38dd929c4 admin admin] Network 6c2e27be-dafe-4dce-b7df-bb3d5dd46c76 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:19:06.731359 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-52e93358-ba3f-4aa8-899a-30b38dd929c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 6c2e27be-dafe-4dce-b7df-bb3d5dd46c76) {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:06.736904 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e93358-ba3f-4aa8-899a-30b38dd929c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:06.742482 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-52e93358-ba3f-4aa8-899a-30b38dd929c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:06.745885 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db244fcb-3a36-4ad3-8e49-c5bb76af14a4 None None] Network 6c2e27be-dafe-4dce-b7df-bb3d5dd46c76 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:19:06.812547 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-52e93358-ba3f-4aa8-899a-30b38dd929c4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7590597 Aug 17 01:19:06.911011 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23273e7c-61a6-44d6-b92f-7954543b4604 None None] Network 6c2e27be-dafe-4dce-b7df-bb3d5dd46c76 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:19:06.978615 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40838) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:07.029403 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bc8d7d-e8e1-4442-ad33-4c58a446a549 admin admin] Deleting subnet b1a608db-f686-45fa-a3bc-e8791187efc8 {{(pid=94702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:19:07.036096 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8d7d-e8e1-4442-ad33-4c58a446a549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.079809 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8d7d-e8e1-4442-ad33-4c58a446a549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33340867'] for subnet, precommit_delete_associations {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.160502 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8d7d-e8e1-4442-ad33-4c58a446a549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.297374 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fd42c-8eea-46af-8300-ceab97fd1e1f req-79126363-174e-449b-8e88-61bf8e6ae3ac tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:07.300167 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d95fd42c-8eea-46af-8300-ceab97fd1e1f req-79126363-174e-449b-8e88-61bf8e6ae3ac tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 945 time: 0.1603408 Aug 17 01:19:07.360443 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d95fd42c-8eea-46af-8300-ceab97fd1e1f req-d2aac313-6439-46ad-b9bb-9b7c767a5bb3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523958 Aug 17 01:19:07.399398 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8d7d-e8e1-4442-ad33-4c58a446a549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4923002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4400140'] for subnet, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.449863 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8d7d-e8e1-4442-ad33-4c58a446a549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.453817 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-e9bc8d7d-e8e1-4442-ad33-4c58a446a549 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b1a608db-f686-45fa-a3bc-e8791187efc8 HTTP/1.1" status: 204 len: 168 time: 0.4732776 Aug 17 01:19:07.455503 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc8d7d-e8e1-4442-ad33-4c58a446a549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a608db-f686-45fa-a3bc-e8791187efc8,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:07.458100 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 40844) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:07.545099 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b813cf-19c4-41e3-aa7a-184bf2580e61 req-201c70db-50d2-459f-bb2d-3e3e8f8436ef tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:07.548640 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8b813cf-19c4-41e3-aa7a-184bf2580e61 req-201c70db-50d2-459f-bb2d-3e3e8f8436ef tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 944 time: 0.1464093 Aug 17 01:19:07.574886 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.611045 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.617134 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8b813cf-19c4-41e3-aa7a-184bf2580e61 req-1dad5b5f-01c6-45d7-9b63-618677724763 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576191 Aug 17 01:19:07.696760 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.709025 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14834636-f338-4495-a2a0-59b30e8e3eb8']}} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:07.723364 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90f572d-e166-4b69-9459-9faedaa83d09') {'for_net_delete': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:07.723662 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90f572d-e166-4b69-9459-9faedaa83d09') {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:07.735444 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5595762'] for segment, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.753576 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.761308 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:19:07.761809 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33455064'] for segment, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: Traceback (most recent call last): Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: timer() Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: cb(*args, **kw) Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: return func(*args, **kwargs) Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: self._notify() Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: self.callback(batched_events) Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: event.method(event) Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: return f(self, *a, **k) Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._get(url).json() Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: return self.request(url, 'GET', **kwargs) Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:19:07.764154 dv-cinder-803901-7-iscsi neutron-server[94703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:19:07.914854 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.924127 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:07.924786 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] 10.222.0.45 "DELETE /v2.0/networks/14834636-f338-4495-a2a0-59b30e8e3eb8 HTTP/1.1" status: 204 len: 168 time: 0.4654579 Aug 17 01:19:07.927178 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:19:07.928187 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40850) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:07.940573 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d370e-2224-461b-a45b-5d6d9aaca22f admin admin] Pushing event deleted for resources: {'Network': ['ID=14834636-f338-4495-a2a0-59b30e8e3eb8,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:08.007320 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8f3f87-ecb2-4bbc-8cb7-974bb8d7edd7 admin admin] Deleting subnet 83e25628-b7de-49f8-843b-1ea18694cb20 {{(pid=94702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:19:08.011230 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-da8f3f87-ecb2-4bbc-8cb7-974bb8d7edd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:08.053879 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-da8f3f87-ecb2-4bbc-8cb7-974bb8d7edd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33340867'] for subnet, precommit_delete_associations {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:08.409635 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-da8f3f87-ecb2-4bbc-8cb7-974bb8d7edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:08.453489 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c270b1-694e-4cca-817e-57ef8aec81be req-ece91f03-faac-4b49-80fb-482c6dd0be1f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:08.455147 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-39c270b1-694e-4cca-817e-57ef8aec81be req-ece91f03-faac-4b49-80fb-482c6dd0be1f tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 945 time: 0.1015048 Aug 17 01:19:08.588415 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8edab4-714f-4190-b08b-95065ce9133b req-e44a10c1-2be3-4c22-b4ed-0c020b080828 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:08.590050 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2f8edab4-714f-4190-b08b-95065ce9133b req-e44a10c1-2be3-4c22-b4ed-0c020b080828 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 945 time: 0.1339645 Aug 17 01:19:08.663037 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-da8f3f87-ecb2-4bbc-8cb7-974bb8d7edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4923002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4400140'] for subnet, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:08.707294 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2f8edab4-714f-4190-b08b-95065ce9133b req-15ee1f5d-c9bb-481b-a75f-e80cc19a06a3 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093249 Aug 17 01:19:08.710435 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f3f87-ecb2-4bbc-8cb7-974bb8d7edd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83e25628-b7de-49f8-843b-1ea18694cb20,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:08.717372 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-da8f3f87-ecb2-4bbc-8cb7-974bb8d7edd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:08.725273 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 40862) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:08.725979 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-da8f3f87-ecb2-4bbc-8cb7-974bb8d7edd7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/83e25628-b7de-49f8-843b-1ea18694cb20 HTTP/1.1" status: 204 len: 168 time: 0.7951393 Aug 17 01:19:08.735104 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-39c270b1-694e-4cca-817e-57ef8aec81be req-8bd750a0-c124-4ae6-88d6-528b4d79e798 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Deleting port e7fac34a-7fbf-4c85-a838-8de4d61a9f12 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:19:08.735279 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-39c270b1-694e-4cca-817e-57ef8aec81be req-8bd750a0-c124-4ae6-88d6-528b4d79e798 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:08.849180 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-39c270b1-694e-4cca-817e-57ef8aec81be req-8bd750a0-c124-4ae6-88d6-528b4d79e798 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] For port e7fac34a-7fbf-4c85-a838-8de4d61a9f12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e7fac34a-7fbf-4c85-a838-8de4d61a9f12,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:08.849446 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-39c270b1-694e-4cca-817e-57ef8aec81be req-8bd750a0-c124-4ae6-88d6-528b4d79e798 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:08.852736 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:08.863086 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-39c270b1-694e-4cca-817e-57ef8aec81be req-8bd750a0-c124-4ae6-88d6-528b4d79e798 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Calling delete_port for e7fac34a-7fbf-4c85-a838-8de4d61a9f12 owned by compute:nova {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:19:08.873658 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb0067-7850-433a-a41d-21f5d7bc0c44 req-23f860e5-b256-48a9-accc-0c2242efaa1e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:08.873658 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-edcb0067-7850-433a-a41d-21f5d7bc0c44 req-23f860e5-b256-48a9-accc-0c2242efaa1e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 944 time: 0.1154172 Aug 17 01:19:08.971669 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:08.984773 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-edcb0067-7850-433a-a41d-21f5d7bc0c44 req-cdb782b5-23b8-46a1-a3ca-c0c05620e2db tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878925 Aug 17 01:19:08.986518 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2e27be-dafe-4dce-b7df-bb3d5dd46c76']}} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:08.996266 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ad5007-4d37-4a5d-a2fc-49de8119f32b') {'for_net_delete': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:08.996771 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ad5007-4d37-4a5d-a2fc-49de8119f32b') {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:09.017717 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5595762'] for segment, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:09.032276 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:09.038000 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:19:09.038420 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33455064'] for segment, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: Traceback (most recent call last): Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: timer() Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: cb(*args, **kw) Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: return func(*args, **kwargs) Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: self._notify() Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: self.callback(batched_events) Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: event.method(event) Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: return f(self, *a, **k) Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._get(url).json() Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: return self.request(url, 'GET', **kwargs) Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:19:09.040061 dv-cinder-803901-7-iscsi neutron-server[94703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:19:09.194371 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-39c270b1-694e-4cca-817e-57ef8aec81be req-8bd750a0-c124-4ae6-88d6-528b4d79e798 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:09.206966 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['65865e6b-f533-46b6-b490-b8758f1fe260', 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:19:09.228473 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd750a0-c124-4ae6-88d6-528b4d79e798 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Pushing event deleted for resources: {'Port': ['ID=e7fac34a-7fbf-4c85-a838-8de4d61a9f12,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:09.245915 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:09.256729 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:09.261183 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6c2e27be-dafe-4dce-b7df-bb3d5dd46c76 HTTP/1.1" status: 204 len: 168 time: 0.5308809 Aug 17 01:19:09.284836 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c270b1-694e-4cca-817e-57ef8aec81be req-8bd750a0-c124-4ae6-88d6-528b4d79e798 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] No DVR routers for this DVR port e7fac34a-7fbf-4c85-a838-8de4d61a9f12 on host hv-cinder-80390 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:19:09.287604 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-39c270b1-694e-4cca-817e-57ef8aec81be req-8bd750a0-c124-4ae6-88d6-528b4d79e798 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:09.290344 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfd467-80f0-4521-94d0-065f077e2560 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c2e27be-dafe-4dce-b7df-bb3d5dd46c76,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:09.290832 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-39c270b1-694e-4cca-817e-57ef8aec81be req-8bd750a0-c124-4ae6-88d6-528b4d79e798 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "DELETE /v2.0/ports/e7fac34a-7fbf-4c85-a838-8de4d61a9f12 HTTP/1.1" status: 204 len: 173 time: 0.8208742 Aug 17 01:19:09.292115 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8684aa2-c374-4683-9706-bd17627579d1', 'name': 'network-vif-deleted', 'tag': 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:19:09.296176 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf66beb-2499-42d0-846e-0e3acfd9f0e4" -d '{"events": [{"server_uuid": "c8684aa2-c374-4683-9706-bd17627579d1", "name": "network-vif-deleted", "tag": "e7fac34a-7fbf-4c85-a838-8de4d61a9f12"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:19:09.356167 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2146f439-6301-440e-a2eb-db61c7484a64 x-openstack-request-id: req-2146f439-6301-440e-a2eb-db61c7484a64 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:19:09.356167 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8684aa2-c374-4683-9706-bd17627579d1", "name": "network-vif-deleted", "tag": "e7fac34a-7fbf-4c85-a838-8de4d61a9f12", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:19:09.360990 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2146f439-6301-440e-a2eb-db61c7484a64 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:19:09.362642 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8684aa2-c374-4683-9706-bd17627579d1', 'name': 'network-vif-deleted', 'tag': 'e7fac34a-7fbf-4c85-a838-8de4d61a9f12', 'status': 'completed', 'code': 200} Aug 17 01:19:09.462690 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:09.672868 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:09.720427 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 40870) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:09.745279 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:09.746232 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:09.800129 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-7fac1fa7-4426-460f-b2dd-7e5da1a3756a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=279310cc231141f6b77af8a40b2849e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777059 Aug 17 01:19:09.803957 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40874) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:09.874599 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:09.905699 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5a93093f-afbc-4ae8-88aa-82d7aabe3c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:09.919717 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:19:09.924941 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf34fb8-976f-4a81-ac18-582dac450591" -d '{"events": [{"server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "name": "network-vif-plugged", "status": "completed", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:19:09.947256 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:09.951204 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5a93093f-afbc-4ae8-88aa-82d7aabe3c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:09.968065 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bde848ed-37e4-4e0a-a846-3a3ef8fceed6 req-625562b2-d30f-4d95-9746-f4f19d3078bb tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8684aa2-c374-4683-9706-bd17627579d1 HTTP/1.1" status: 200 len: 210 time: 0.0573893 Aug 17 01:19:10.005035 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aa8b43-6d10-44ea-a869-71423fdf6047 x-openstack-request-id: req-e8aa8b43-6d10-44ea-a869-71423fdf6047 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:19:10.010089 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "name": "network-vif-plugged", "status": "completed", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:19:10.010089 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8aa8b43-6d10-44ea-a869-71423fdf6047 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:19:10.010089 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'code': 200} Aug 17 01:19:10.029349 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:10.030780 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device e7fac34a-7fbf-4c85-a838-8de4d61a9f12 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:19:10.146842 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: e7fac34a-7fbf-4c85-a838-8de4d61a9f12 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:19:10.147343 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device e7fac34a-7fbf-4c85-a838-8de4d61a9f12 not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:19:10.154417 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5a93093f-afbc-4ae8-88aa-82d7aabe3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:10.161437 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5a93093f-afbc-4ae8-88aa-82d7aabe3c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:10.163768 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-5a93093f-afbc-4ae8-88aa-82d7aabe3c21 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0e9443f-2a01-47a2-8af1-3c2d8c2b063a HTTP/1.1" status: 204 len: 168 time: 0.3575630 Aug 17 01:19:10.184143 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,revision_number=10']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:10.217884 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93093f-afbc-4ae8-88aa-82d7aabe3c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e9443f-2a01-47a2-8af1-3c2d8c2b063a,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:10.222609 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd3a08-746c-4790-ad60-22b3400352da req-e2c042f9-f8a6-434b-9f6e-a8458cf12703 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:10.223658 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0fcd3a08-746c-4790-ad60-22b3400352da req-e2c042f9-f8a6-434b-9f6e-a8458cf12703 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 946 time: 0.0769606 Aug 17 01:19:10.297819 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0fcd3a08-746c-4790-ad60-22b3400352da req-e860a9dc-1412-4b41-b64a-7ed6ea8dc41f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580888 Aug 17 01:19:10.711394 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed80666-469b-461a-a771-6437c6dfb879 req-7fa5bf33-01e5-4e0f-bd7b-c7d5867ef250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:10.713604 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6ed80666-469b-461a-a771-6437c6dfb879 req-7fa5bf33-01e5-4e0f-bd7b-c7d5867ef250 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 1099 time: 0.0590935 Aug 17 01:19:10.769694 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6ed80666-469b-461a-a771-6437c6dfb879 req-5257f27e-516b-437f-981f-27558537ecc0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475399 Aug 17 01:19:11.073664 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 40896) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:11.128392 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-313826fa-14ea-4879-a217-e5e281e3dd6c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58cf72bc7f5849aeb2070c642d2a81a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587430 Aug 17 01:19:11.132373 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 40898) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:11.204016 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9edf4851-eccb-454c-a6da-1adf8bedd5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:11.231639 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9edf4851-eccb-454c-a6da-1adf8bedd5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:11.404979 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9edf4851-eccb-454c-a6da-1adf8bedd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:11.410602 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9edf4851-eccb-454c-a6da-1adf8bedd5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:11.414677 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-9edf4851-eccb-454c-a6da-1adf8bedd5c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6d7267a-6897-4c1e-a8e9-de317c76e9b5 HTTP/1.1" status: 204 len: 168 time: 0.2802749 Aug 17 01:19:11.434902 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf4851-eccb-454c-a6da-1adf8bedd5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d7267a-6897-4c1e-a8e9-de317c76e9b5,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:11.539969 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6c77e-6669-4de5-8c7a-0f264c213643 req-3c0efb9d-eaee-4fe5-8e35-bfaf1eb11e63 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:11.543053 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3ba6c77e-6669-4de5-8c7a-0f264c213643 req-3c0efb9d-eaee-4fe5-8e35-bfaf1eb11e63 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 946 time: 0.0988202 Aug 17 01:19:11.607874 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3ba6c77e-6669-4de5-8c7a-0f264c213643 req-2d9035b1-1884-464d-bdf3-3755b4f965a8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539312 Aug 17 01:19:12.154242 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 40926) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:12.388348 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e2aaa709-dc37-4995-b12d-13d8f9677eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:12.534687 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e2aaa709-dc37-4995-b12d-13d8f9677eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:12.628709 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e2aaa709-dc37-4995-b12d-13d8f9677eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:12.742039 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-e2aaa709-dc37-4995-b12d-13d8f9677eaa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50be26376de745099df16c08fce201d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5817943 Aug 17 01:19:12.742039 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aaa709-dc37-4995-b12d-13d8f9677eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad39bfdd-3316-4e34-b315-512d7579790d,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:12.744097 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 40956) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:12.820120 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095df73-363c-4f1a-a514-07d663b2bf0f req-c0cc9737-8f49-450e-98da-03ab7e627b45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:12.822438 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7095df73-363c-4f1a-a514-07d663b2bf0f req-c0cc9737-8f49-450e-98da-03ab7e627b45 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 946 time: 0.1135476 Aug 17 01:19:12.824543 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6806ff7-25e5-41b7-ac15-5fb3b126fd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:12.869598 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6806ff7-25e5-41b7-ac15-5fb3b126fd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:12.886245 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7095df73-363c-4f1a-a514-07d663b2bf0f req-594b5c0a-5152-4776-b589-d57e586223f8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554831 Aug 17 01:19:13.235072 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6806ff7-25e5-41b7-ac15-5fb3b126fd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:13.237784 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6806ff7-25e5-41b7-ac15-5fb3b126fd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:13.239069 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-a6806ff7-25e5-41b7-ac15-5fb3b126fd4d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad39bfdd-3316-4e34-b315-512d7579790d HTTP/1.1" status: 204 len: 168 time: 0.4935880 Aug 17 01:19:13.247799 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6806ff7-25e5-41b7-ac15-5fb3b126fd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad39bfdd-3316-4e34-b315-512d7579790d,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:13.310454 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d187109-d9d2-4faf-8010-59111c111db9 req-92e16707-8d9b-4d76-93f0-c893beaeeaf7 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:13.315095 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9d187109-d9d2-4faf-8010-59111c111db9 req-92e16707-8d9b-4d76-93f0-c893beaeeaf7 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 945 time: 0.0918100 Aug 17 01:19:13.360225 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9d187109-d9d2-4faf-8010-59111c111db9 req-c16eff9a-f59a-41e2-93b9-e6a5e184b02b tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376217 Aug 17 01:19:14.055806 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ae798-1bf3-4092-b49c-2b6557526652 req-619f4090-7daf-4412-ae8a-08a785bc1064 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:14.058037 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9b1ae798-1bf3-4092-b49c-2b6557526652 req-619f4090-7daf-4412-ae8a-08a785bc1064 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 946 time: 0.0759387 Aug 17 01:19:14.124861 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9b1ae798-1bf3-4092-b49c-2b6557526652 req-53a58d3c-2124-4e8e-aba7-f99c29cd586d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565543 Aug 17 01:19:14.547996 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab002c-7376-4a2c-b231-9f24256d38df req-2d2d9220-d9ea-4779-abb7-03cb957aee16 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:14.549607 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-feab002c-7376-4a2c-b231-9f24256d38df req-2d2d9220-d9ea-4779-abb7-03cb957aee16 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 945 time: 0.0617094 Aug 17 01:19:14.595076 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-feab002c-7376-4a2c-b231-9f24256d38df req-e50a99a1-fdd5-4fe0-89d5-3ceb5d0f43a0 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b569ca9-1740-40b4-a9c7-fe12ff802f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390530 Aug 17 01:19:14.782158 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e05b1-40e6-402b-a2d0-10522f742625 req-de80f991-2ff5-4042-ab91-ef0c89766452 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:14.783951 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-020e05b1-40e6-402b-a2d0-10522f742625 req-de80f991-2ff5-4042-ab91-ef0c89766452 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 945 time: 0.0608461 Aug 17 01:19:14.827851 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41024) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:14.906324 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-020e05b1-40e6-402b-a2d0-10522f742625 req-10191b19-1821-4baf-925e-f20dc0102d43 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Deleting port 65865e6b-f533-46b6-b490-b8758f1fe260 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:19:14.906739 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-020e05b1-40e6-402b-a2d0-10522f742625 req-10191b19-1821-4baf-925e-f20dc0102d43 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:14.981541 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1800836514-network', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:15.034195 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-020e05b1-40e6-402b-a2d0-10522f742625 req-10191b19-1821-4baf-925e-f20dc0102d43 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] For port 65865e6b-f533-46b6-b490-b8758f1fe260, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=65865e6b-f533-46b6-b490-b8758f1fe260,segment=NetworkSegment(adf25617-9abf-48e7-8db0-84b20b690394),segment_id=adf25617-9abf-48e7-8db0-84b20b690394)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:15.034648 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-020e05b1-40e6-402b-a2d0-10522f742625 req-10191b19-1821-4baf-925e-f20dc0102d43 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:15.051784 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-020e05b1-40e6-402b-a2d0-10522f742625 req-10191b19-1821-4baf-925e-f20dc0102d43 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Calling delete_port for 65865e6b-f533-46b6-b490-b8758f1fe260 owned by compute:nova {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:19:15.104270 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Made reservation on behalf of 9a1cf69554774acaacc1703ac85c3af9 for: {'network': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:19:15.110440 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:15.128817 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:15.278732 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:15.313137 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a227f15-6369-4e18-ae73-95c5456a9310 req-94ff4999-9c33-46f6-996f-fa576194b59c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:15.314904 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1a227f15-6369-4e18-ae73-95c5456a9310 req-94ff4999-9c33-46f6-996f-fa576194b59c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 946 time: 0.0861657 Aug 17 01:19:15.348559 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:15.372953 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1a227f15-6369-4e18-ae73-95c5456a9310 req-642e17ac-f8c0-4c25-a22b-0013e329320d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508785 Aug 17 01:19:15.377594 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-020e05b1-40e6-402b-a2d0-10522f742625 req-10191b19-1821-4baf-925e-f20dc0102d43 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:15.394765 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['65865e6b-f533-46b6-b490-b8758f1fe260'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:19:15.403421 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:19:15.424937 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c297726-1cd0-4389-af3e-794827d75527,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:15.454882 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:15.455230 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.segments_db [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Added segment 4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404 of type vlan for network dac90b60-01c5-420a-9cef-61942492c749 Aug 17 01:19:15.464050 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10191b19-1821-4baf-925e-f20dc0102d43 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Pushing event deleted for resources: {'Port': ['ID=65865e6b-f533-46b6-b490-b8758f1fe260,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:15.498233 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-020e05b1-40e6-402b-a2d0-10522f742625 req-10191b19-1821-4baf-925e-f20dc0102d43 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] No DVR routers for this DVR port 65865e6b-f533-46b6-b490-b8758f1fe260 on host hv-cinder-80390 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:19:15.504329 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-020e05b1-40e6-402b-a2d0-10522f742625 req-10191b19-1821-4baf-925e-f20dc0102d43 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:15.506843 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-020e05b1-40e6-402b-a2d0-10522f742625 req-10191b19-1821-4baf-925e-f20dc0102d43 tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.81 "DELETE /v2.0/ports/65865e6b-f533-46b6-b490-b8758f1fe260 HTTP/1.1" status: 204 len: 173 time: 0.7165554 Aug 17 01:19:15.507497 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231ea380-cd54-4b1e-a766-0b54aefee668', 'name': 'network-vif-deleted', 'tag': '65865e6b-f533-46b6-b490-b8758f1fe260'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:19:15.515151 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed54dcbb-f2df-42bb-9c9b-5f57f9c8b4bf" -d '{"events": [{"server_uuid": "231ea380-cd54-4b1e-a766-0b54aefee668", "name": "network-vif-deleted", "tag": "65865e6b-f533-46b6-b490-b8758f1fe260"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:19:15.524291 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:15.565015 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef47cba-6f28-486a-a060-8b36c6fa47ea x-openstack-request-id: req-2ef47cba-6f28-486a-a060-8b36c6fa47ea {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:19:15.565316 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231ea380-cd54-4b1e-a766-0b54aefee668", "name": "network-vif-deleted", "tag": "65865e6b-f533-46b6-b490-b8758f1fe260", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:19:15.565570 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ef47cba-6f28-486a-a060-8b36c6fa47ea {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:19:15.566160 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231ea380-cd54-4b1e-a766-0b54aefee668', 'name': 'network-vif-deleted', 'tag': '65865e6b-f533-46b6-b490-b8758f1fe260', 'status': 'completed', 'code': 200} Aug 17 01:19:15.662580 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:15.663586 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:15.664191 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:15.730145 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] Pushing event updated for resources: {'Network': ['ID=dac90b60-01c5-420a-9cef-61942492c749,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:15.730370 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8e235571-7248-43a7-bec5-6c9f0b4d6703 req-de9317d2-3c13-464a-8b0a-088f1e6ed2fb tempest-AttachVolumeNegativeTest-1596001071 tempest-AttachVolumeNegativeTest-1596001071-project] 10.222.0.45 "GET /v2.0/ports?device_id=231ea380-cd54-4b1e-a766-0b54aefee668 HTTP/1.1" status: 200 len: 210 time: 0.0406423 Aug 17 01:19:15.762095 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network dac90b60-01c5-420a-9cef-61942492c749 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:19:15.818054 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-577dd7db-54b0-47ac-a144-38057bf928ee admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9891415 Aug 17 01:19:15.820691 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41052) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:15.826656 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-1f7a3bd9-1ae8-411f-91ff-3e53ea4b0260 admin admin] Request body: {'subnet': {'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1800836514-subnet', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'ip_version': 4}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:16.033621 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7a3bd9-1ae8-411f-91ff-3e53ea4b0260 admin admin] Made reservation on behalf of 9a1cf69554774acaacc1703ac85c3af9 for: {'subnet': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:19:16.036689 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3bd9-1ae8-411f-91ff-3e53ea4b0260 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33518860'] for subnet, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:16.383533 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3bd9-1ae8-411f-91ff-3e53ea4b0260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33454779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33518874'] for subnet, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:16.486210 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a3bd9-1ae8-411f-91ff-3e53ea4b0260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37c8186-f6ab-43fa-a4a6-ea086fecbf54,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:16.497477 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7a3bd9-1ae8-411f-91ff-3e53ea4b0260 admin admin] Checking segment: {'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:19:16.497870 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7a3bd9-1ae8-411f-91ff-3e53ea4b0260 admin admin] Network hostable DHCP agents. Network: dac90b60-01c5-420a-9cef-61942492c749, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:19:16.553952 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7a3bd9-1ae8-411f-91ff-3e53ea4b0260 admin admin] Network dac90b60-01c5-420a-9cef-61942492c749 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:19:16.639448 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-1f7a3bd9-1ae8-411f-91ff-3e53ea4b0260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, dac90b60-01c5-420a-9cef-61942492c749) {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:16.645437 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a3bd9-1ae8-411f-91ff-3e53ea4b0260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:16.646117 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3bd9-1ae8-411f-91ff-3e53ea4b0260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:16.651541 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70274450-ec23-4fb8-861a-66d39dbba4fb None None] Network dac90b60-01c5-420a-9cef-61942492c749 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:19:16.725947 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-1f7a3bd9-1ae8-411f-91ff-3e53ea4b0260 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9038820 Aug 17 01:19:16.730610 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41060) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:16.739900 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:16.807457 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41064) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:16.849202 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp394da7f8-f918-5054-93fc-7fae1ad992c6-dac90b60-01c5-420a-9cef-61942492c749', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'fixed_ips': [{'subnet_id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54'}]}} from dv-cinder-803901-7-iscsi. {{(pid=94704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:19:16.857676 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:16.859857 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fb7fd3-abc8-4761-be8c-020dfca9af0d admin admin] Deleting subnet bee06119-e53c-4169-bec8-a335f9eda31b {{(pid=94703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:19:16.863842 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-78fb7fd3-abc8-4761-be8c-020dfca9af0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:16.905428 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-78fb7fd3-abc8-4761-be8c-020dfca9af0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5595771'] for subnet, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:16.953599 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499956'] for router, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:16.954075 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-78fb7fd3-abc8-4761-be8c-020dfca9af0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:16.955434 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7884900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499939'] for router, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.036719 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.053701 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.db_base_plugin_common [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Allocated IP 172.20.0.2 (dac90b60-01c5-420a-9cef-61942492c749/b37c8186-f6ab-43fa-a4a6-ea086fecbf54/ec40ef07-6cc8-4d38-914d-660dfc1af9cf) {{(pid=94704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:19:17.150234 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-78fb7fd3-abc8-4761-be8c-020dfca9af0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33454714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33518865'] for subnet, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.184301 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb7fd3-abc8-4761-be8c-020dfca9af0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bee06119-e53c-4169-bec8-a335f9eda31b,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:17.186732 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-78fb7fd3-abc8-4761-be8c-020dfca9af0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.189058 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-78fb7fd3-abc8-4761-be8c-020dfca9af0d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bee06119-e53c-4169-bec8-a335f9eda31b HTTP/1.1" status: 204 len: 168 time: 0.3805587 Aug 17 01:19:17.194041 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41076) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:17.320820 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Notify callbacks [] for port, precommit_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.330368 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Transition to ACTIVE for port object ec40ef07-6cc8-4d38-914d-660dfc1af9cf will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:17.346592 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Transition to ACTIVE for port object ec40ef07-6cc8-4d38-914d-660dfc1af9cf will not be triggered until provisioned by entity DHCP. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:17.403280 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.420162 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.493406 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.497011 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.505434 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd34715-fee9-40c3-b0a9-b230f765973b']}} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:17.516896 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf25617-9abf-48e7-8db0-84b20b690394') {'for_net_delete': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:17.517199 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf25617-9abf-48e7-8db0-84b20b690394') {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:17.536919 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33340874'] for segment, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.548090 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Network dac90b60-01c5-420a-9cef-61942492c749 is already hosted by enough agents. {{(pid=94704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:19:17.553200 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.base_scheduler [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Resources bound (agent type, host, resource id): {{(pid=94704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:17.554060 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Pushing event updated for resources: {'Port': ['ID=ec40ef07-6cc8-4d38-914d-660dfc1af9cf,revision_number=1']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:17.557126 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Received port after_create {{(pid=94704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:19:17.568407 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:17.568754 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:17.569094 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:17.569475 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:17.569754 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:17.570079 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:17.570432 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:17.570779 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:17.571099 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:17.571784 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:17.571784 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:17.572579 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:17.584659 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.602548 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:19:17.603435 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4923352'] for segment, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: Traceback (most recent call last): Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: timer() Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: cb(*args, **kw) Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: return func(*args, **kwargs) Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: self._notify() Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: self.callback(batched_events) Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: event.method(event) Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: return f(self, *a, **k) Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._get(url).json() Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: return self.request(url, 'GET', **kwargs) Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:19:17.606775 dv-cinder-803901-7-iscsi neutron-server[94702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:19:17.754711 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Attempting to bind port ec40ef07-6cc8-4d38-914d-660dfc1af9cf on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:19:17.755461 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Attempting to bind port ec40ef07-6cc8-4d38-914d-660dfc1af9cf by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:19:17.755461 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Attempting to bind port ec40ef07-6cc8-4d38-914d-660dfc1af9cf on network dac90b60-01c5-420a-9cef-61942492c749 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:19:17.761376 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:19:17.761779 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Checking segment: {'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:19:17.762197 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.762649 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Bound using segment: {'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:19:17.763139 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Bound port: ec40ef07-6cc8-4d38-914d-660dfc1af9cf, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:19:17.763526 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.772030 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.779382 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.781551 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bcd34715-fee9-40c3-b0a9-b230f765973b HTTP/1.1" status: 204 len: 168 time: 0.5858469 Aug 17 01:19:17.798637 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b38883-d468-4ef2-8180-097e8afb1539 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd34715-fee9-40c3-b0a9-b230f765973b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:17.838513 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] For port ec40ef07-6cc8-4d38-914d-660dfc1af9cf, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:19:17.842053 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] For port ec40ef07-6cc8-4d38-914d-660dfc1af9cf, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=ec40ef07-6cc8-4d38-914d-660dfc1af9cf,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:19:17.863707 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.887160 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:17.939569 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:18.017293 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Allocated IP 172.27.3.36 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/1179a917-f3eb-4dad-b33f-312126a2c4aa) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:19:18.054325 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fc416-9e6d-4c59-bc33-d376a678bb4d None None] Pushing event updated for resources: {'Port': ['ID=ec40ef07-6cc8-4d38-914d-660dfc1af9cf,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:18.183404 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:18.355322 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:18.393803 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41084) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:18.438176 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:19:18.447439 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:18.450533 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-b3d9968a-83bb-437b-a40a-9cff51990692 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63c5939bd66a4732804c628d2ccf8743&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543215 Aug 17 01:19:18.454664 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41086) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:18.456700 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:19:18.462771 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Pushing event updated for resources: {'Port': ['ID=1179a917-f3eb-4dad-b33f-312126a2c4aa,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:18.552578 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c30cffd-55a6-44bd-80d4-bdc6649828e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:18.579917 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c30cffd-55a6-44bd-80d4-bdc6649828e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:18.707879 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c30cffd-55a6-44bd-80d4-bdc6649828e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:18.713142 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c30cffd-55a6-44bd-80d4-bdc6649828e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:18.715062 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-8c30cffd-55a6-44bd-80d4-bdc6649828e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b569ca9-1740-40b4-a9c7-fe12ff802f83 HTTP/1.1" status: 204 len: 168 time: 0.2584717 Aug 17 01:19:18.731845 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30cffd-55a6-44bd-80d4-bdc6649828e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b569ca9-1740-40b4-a9c7-fe12ff802f83,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:18.956407 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:19.108556 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c47f4b1-d54f-4ba1-aa26-54ce38faded2 None None] Network dac90b60-01c5-420a-9cef-61942492c749 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:19:19.219942 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7884925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912492'] for router, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:19.259624 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-f51c30f4-1244-427b-87aa-90f221b8d429 None None] Provisioning for port ec40ef07-6cc8-4d38-914d-660dfc1af9cf completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:19.514162 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Router 092c8ac4-769a-45b9-875d-dc4621dd2512 is scheduled to L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 with binding_index 1 {{(pid=94702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:19:19.684353 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:19:19.699095 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Sync routers for ids ['092c8ac4-769a-45b9-875d-dc4621dd2512'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:19:19.708603 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 65865e6b-f533-46b6-b490-b8758f1fe260 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:19:19.736200 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device ec40ef07-6cc8-4d38-914d-660dfc1af9cf up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:19.738722 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 65865e6b-f533-46b6-b490-b8758f1fe260 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:19:19.739148 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 65865e6b-f533-46b6-b490-b8758f1fe260 not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:19:19.740665 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Routers {'092c8ac4-769a-45b9-875d-dc4621dd2512'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:19:19.741472 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:19:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['092c8ac4-769a-45b9-875d-dc4621dd2512'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:19.799652 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] Notify callbacks [] for router, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:19.801079 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-0562c154-a648-4f56-8143-93b554aee91d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0686040 Aug 17 01:19:19.803677 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41108) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:19.900957 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Set router 092c8ac4-769a-45b9-875d-dc4621dd2512 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:19:19.971791 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port ec40ef07-6cc8-4d38-914d-660dfc1af9cf completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:19.988213 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port ec40ef07-6cc8-4d38-914d-660dfc1af9cf triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:19.988885 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:20.165665 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:20.215283 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port ec40ef07-6cc8-4d38-914d-660dfc1af9cf, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=ec40ef07-6cc8-4d38-914d-660dfc1af9cf,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:20.226498 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:19:18Z', 'revision_number': 3, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:20.266310 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Checking router: 092c8ac4-769a-45b9-875d-dc4621dd2512 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:19:20.266877 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Updating router 092c8ac4-769a-45b9-875d-dc4621dd2512 port 1179a917-f3eb-4dad-b33f-312126a2c4aa binding host dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:19:20.292296 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:20.323425 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:20.370736 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:20.395460 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=ec40ef07-6cc8-4d38-914d-660dfc1af9cf,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:20.605195 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Allocated IP 172.20.0.1 (dac90b60-01c5-420a-9cef-61942492c749/b37c8186-f6ab-43fa-a4a6-ea086fecbf54/0f42ed0e-ede2-463a-a27d-f934cd69234c) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:19:20.747106 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Notify callbacks [] for port, precommit_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:20.783499 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:20.783695 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Transition to ACTIVE for port object 1179a917-f3eb-4dad-b33f-312126a2c4aa will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:20.800692 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Transition to ACTIVE for port object 0f42ed0e-ede2-463a-a27d-f934cd69234c will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:20.855730 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:20.906538 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Attempting to bind port 1179a917-f3eb-4dad-b33f-312126a2c4aa on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:19:20.906849 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Attempting to bind port 1179a917-f3eb-4dad-b33f-312126a2c4aa by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:19:20.907217 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Attempting to bind port 1179a917-f3eb-4dad-b33f-312126a2c4aa on network 80976695-463a-4c2a-8940-723c41164f17 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:19:20.912587 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16b249-d6bb-4b96-883f-040ce90aab87 None None] Pushing event updated for resources: {'Port': ['ID=1179a917-f3eb-4dad-b33f-312126a2c4aa,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:20.917148 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:19:20.917461 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Checking segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:19:20.917862 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:20.918256 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Bound using segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:19:20.918745 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Bound port: 1179a917-f3eb-4dad-b33f-312126a2c4aa, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:19:20.919128 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:20.943001 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:20.976929 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] For port 1179a917-f3eb-4dad-b33f-312126a2c4aa, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:19:20.980029 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Network dac90b60-01c5-420a-9cef-61942492c749 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:19:20.980969 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] For port 1179a917-f3eb-4dad-b33f-312126a2c4aa, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=1179a917-f3eb-4dad-b33f-312126a2c4aa,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:19:20.985996 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:20.989644 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:19:20.997553 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Pushing event updated for resources: {'Port': ['ID=0f42ed0e-ede2-463a-a27d-f934cd69234c,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:21.042384 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7907428'] for router_interface, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:21.068871 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:21.137315 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Routers {'092c8ac4-769a-45b9-875d-dc4621dd2512'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:19:21.138192 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:19:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['092c8ac4-769a-45b9-875d-dc4621dd2512'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:21.193969 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16b249-d6bb-4b96-883f-040ce90aab87 None None] Pushing event updated for resources: {'Port': ['ID=1179a917-f3eb-4dad-b33f-312126a2c4aa,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:21.278912 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] Set router 092c8ac4-769a-45b9-875d-dc4621dd2512 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:19:21.307839 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:21.375666 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-550037d1-97bc-4c91-a1f7-c7e64ce9565d None None] Provisioning for port 0f42ed0e-ede2-463a-a27d-f934cd69234c completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:21.385975 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-550037d1-97bc-4c91-a1f7-c7e64ce9565d None None] Provisioning complete for port 0f42ed0e-ede2-463a-a27d-f934cd69234c triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:21.386365 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-550037d1-97bc-4c91-a1f7-c7e64ce9565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:21.441764 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-550037d1-97bc-4c91-a1f7-c7e64ce9565d None None] Port 0f42ed0e-ede2-463a-a27d-f934cd69234c cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:19:21.504020 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:19:18Z', 'revision_number': 3, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:21.524960 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:21.535477 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f28b5f-86a2-4dc7-8487-8b884302c968 None None] The sync data for ids ['092c8ac4-769a-45b9-875d-dc4621dd2512'] in dv-cinder-803901-7-iscsi is: [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:19:18Z', 'revision_number': 3, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:19:21.646810 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:21.700339 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device ec40ef07-6cc8-4d38-914d-660dfc1af9cf up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:21.739351 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7907472'] for router_interface, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:21.742097 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Pushing event updated for resources: {'Port': ['ID=0f42ed0e-ede2-463a-a27d-f934cd69234c,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:21.770166 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port ec40ef07-6cc8-4d38-914d-660dfc1af9cf triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:21.770577 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:21.870131 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Network dac90b60-01c5-420a-9cef-61942492c749 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:19:21.870131 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:22.049592 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Router 092c8ac4-769a-45b9-875d-dc4621dd2512 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:19:22.169525 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-40a6a628-1db0-4cfd-8ba3-d89d5b3db57d None None] Provisioning complete for port 0f42ed0e-ede2-463a-a27d-f934cd69234c triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:22.170135 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-40a6a628-1db0-4cfd-8ba3-d89d5b3db57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:22.183444 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:19:22.188722 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-f23f1afb-1a9b-4fbf-859a-a30c4148ff86 admin admin] 10.222.0.45 "PUT /v2.0/routers/092c8ac4-769a-45b9-875d-dc4621dd2512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3839049 Aug 17 01:19:22.207144 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:22.223293 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-40a6a628-1db0-4cfd-8ba3-d89d5b3db57d None None] Port 0f42ed0e-ede2-463a-a27d-f934cd69234c cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:19:23.187756 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41180) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:23.193736 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-599139181-network', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:23.302476 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Made reservation on behalf of 35b8421002cb42da91a47a6cb25ecf6a for: {'network': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:19:23.306786 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:23.320282 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:23.397684 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Sync routers for ids ['092c8ac4-769a-45b9-875d-dc4621dd2512'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:19:23.411988 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Routers {'092c8ac4-769a-45b9-875d-dc4621dd2512'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:19:23.412841 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:19:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['092c8ac4-769a-45b9-875d-dc4621dd2512'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:23.455677 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:23.548150 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:23.621640 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaf62dd-8468-4670-b7e8-4eee60932c3e,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:23.627519 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Set router 092c8ac4-769a-45b9-875d-dc4621dd2512 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:19:23.629647 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:19:23.648329 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:23.648943 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.segments_db [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Added segment a0875727-1881-44f9-9a7a-afcf2d4ba1ea of type vlan for network 60984ee6-6b45-44bd-8876-bdc083bafd35 Aug 17 01:19:23.712637 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:23.730289 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 1179a917-f3eb-4dad-b33f-312126a2c4aa up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:23.861387 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:23.862465 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:23.863066 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:23.882219 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:19:21Z', 'revision_number': 4, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '0f42ed0e-ede2-463a-a27d-f934cd69234c', 'name': '', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'mac_address': 'fa:16:3e:47:c3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:20Z', 'updated_at': '2021-08-17T01:19:21Z', 'revision_number': 2, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'subnets': [{'id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:23.912504 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 1179a917-f3eb-4dad-b33f-312126a2c4aa completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:23.919269 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 1179a917-f3eb-4dad-b33f-312126a2c4aa triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:23.920285 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:23.922216 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Checking router: 092c8ac4-769a-45b9-875d-dc4621dd2512 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:19:23.922601 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Updating router 092c8ac4-769a-45b9-875d-dc4621dd2512 port 0f42ed0e-ede2-463a-a27d-f934cd69234c binding host dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:19:23.931686 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] Pushing event updated for resources: {'Network': ['ID=60984ee6-6b45-44bd-8876-bdc083bafd35,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:23.946396 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 60984ee6-6b45-44bd-8876-bdc083bafd35 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:19:23.951622 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.012011 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-2f6e76ca-a850-4bca-a94e-8082d332332e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8231194 Aug 17 01:19:24.014969 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41200) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:24.021143 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-a1b0cec8-c69b-45ac-8d75-2cc050d6d14f admin admin] Request body: {'subnet': {'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-599139181-subnet', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'ip_version': 4}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:24.084608 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.107838 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 1179a917-f3eb-4dad-b33f-312126a2c4aa, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=1179a917-f3eb-4dad-b33f-312126a2c4aa,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:24.108434 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b0cec8-c69b-45ac-8d75-2cc050d6d14f admin admin] Made reservation on behalf of 35b8421002cb42da91a47a6cb25ecf6a for: {'subnet': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:19:24.111100 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a1b0cec8-c69b-45ac-8d75-2cc050d6d14f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33518860'] for subnet, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.244412 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.265755 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.278092 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Transition to ACTIVE for port object 0f42ed0e-ede2-463a-a27d-f934cd69234c will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:24.305017 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=1179a917-f3eb-4dad-b33f-312126a2c4aa,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:24.364487 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a1b0cec8-c69b-45ac-8d75-2cc050d6d14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33454779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33518874'] for subnet, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.387689 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.427221 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0cec8-c69b-45ac-8d75-2cc050d6d14f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbeb9b7b-fd72-489e-b7ec-474a5d1f6522,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:24.436797 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0cec8-c69b-45ac-8d75-2cc050d6d14f admin admin] Checking segment: {'id': 'a0875727-1881-44f9-9a7a-afcf2d4ba1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:19:24.437170 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b0cec8-c69b-45ac-8d75-2cc050d6d14f admin admin] Network hostable DHCP agents. Network: 60984ee6-6b45-44bd-8876-bdc083bafd35, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:19:24.491438 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Pushing event updated for resources: {'Port': ['ID=0f42ed0e-ede2-463a-a27d-f934cd69234c,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:24.503167 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.503523 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.503859 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.504187 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.504512 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.504907 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.505160 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.505474 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.505793 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.506109 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.506485 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.506787 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:24.512210 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Attempting to bind port 0f42ed0e-ede2-463a-a27d-f934cd69234c on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:19:24.512426 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Attempting to bind port 0f42ed0e-ede2-463a-a27d-f934cd69234c by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:19:24.512728 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Attempting to bind port 0f42ed0e-ede2-463a-a27d-f934cd69234c on network dac90b60-01c5-420a-9cef-61942492c749 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:19:24.519286 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:19:24.519675 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Checking segment: {'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:19:24.520073 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.520459 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Bound using segment: {'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:19:24.520920 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Bound port: 0f42ed0e-ede2-463a-a27d-f934cd69234c, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:19:24.521310 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.536677 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b0cec8-c69b-45ac-8d75-2cc050d6d14f admin admin] Network 60984ee6-6b45-44bd-8876-bdc083bafd35 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:19:24.592439 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] For port 0f42ed0e-ede2-463a-a27d-f934cd69234c, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:19:24.596773 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] For port 0f42ed0e-ede2-463a-a27d-f934cd69234c, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=0f42ed0e-ede2-463a-a27d-f934cd69234c,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:19:24.639589 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-a1b0cec8-c69b-45ac-8d75-2cc050d6d14f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 60984ee6-6b45-44bd-8876-bdc083bafd35) {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:24.646174 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b0cec8-c69b-45ac-8d75-2cc050d6d14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:24.647132 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a1b0cec8-c69b-45ac-8d75-2cc050d6d14f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.654026 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4010e8-2112-4769-81d7-b1ba39837821 None None] Network 60984ee6-6b45-44bd-8876-bdc083bafd35 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:19:24.665906 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.715321 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Routers {'092c8ac4-769a-45b9-875d-dc4621dd2512'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:19:24.716219 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:19:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['092c8ac4-769a-45b9-875d-dc4621dd2512'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:24.745680 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-a1b0cec8-c69b-45ac-8d75-2cc050d6d14f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7289612 Aug 17 01:19:24.749683 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41210) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:24.754864 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-599139181-router', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:24.846143 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499956'] for router, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.847240 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7884900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499939'] for router, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.893145 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a52257-1237-4ed4-b4a2-3243c0596853 None None] Pushing event updated for resources: {'Port': ['ID=0f42ed0e-ede2-463a-a27d-f934cd69234c,revision_number=4']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:24.914814 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp394da7f8-f918-5054-93fc-7fae1ad992c6-60984ee6-6b45-44bd-8876-bdc083bafd35', 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'fixed_ips': [{'subnet_id': 'fbeb9b7b-fd72-489e-b7ec-474a5d1f6522'}]}} from dv-cinder-803901-7-iscsi. {{(pid=94704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:19:24.917510 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:24.941608 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] Set router 092c8ac4-769a-45b9-875d-dc4621dd2512 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:19:25.165565 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.db_base_plugin_common [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Allocated IP 172.20.0.2 (60984ee6-6b45-44bd-8876-bdc083bafd35/fbeb9b7b-fd72-489e-b7ec-474a5d1f6522/74c5c509-726a-4b46-9edd-e1a0652355a5) {{(pid=94704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:19:25.220383 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:19:21Z', 'revision_number': 4, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '0f42ed0e-ede2-463a-a27d-f934cd69234c', 'name': '', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'mac_address': 'fa:16:3e:47:c3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:20Z', 'updated_at': '2021-08-17T01:19:24Z', 'revision_number': 4, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'subnets': [{'id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:25.254020 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60fc5e-fee8-460c-882f-8160b96a09ca None None] The sync data for ids ['092c8ac4-769a-45b9-875d-dc4621dd2512'] in dv-cinder-803901-7-iscsi is: [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:19:21Z', 'revision_number': 4, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '0f42ed0e-ede2-463a-a27d-f934cd69234c', 'name': '', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'mac_address': 'fa:16:3e:47:c3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:20Z', 'updated_at': '2021-08-17T01:19:24Z', 'revision_number': 4, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'subnets': [{'id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:19:25.256460 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:25.424237 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Notify callbacks [] for port, precommit_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:25.433603 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Transition to ACTIVE for port object 74c5c509-726a-4b46-9edd-e1a0652355a5 will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:25.464838 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Transition to ACTIVE for port object 74c5c509-726a-4b46-9edd-e1a0652355a5 will not be triggered until provisioned by entity DHCP. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:25.514529 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:25.532109 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:25.579458 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Network 60984ee6-6b45-44bd-8876-bdc083bafd35 is already hosted by enough agents. {{(pid=94704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:19:25.586920 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.base_scheduler [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Resources bound (agent type, host, resource id): {{(pid=94704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:25.591212 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Received port after_create {{(pid=94704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:19:25.604388 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Pushing event updated for resources: {'Port': ['ID=74c5c509-726a-4b46-9edd-e1a0652355a5,revision_number=1']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:25.683196 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Attempting to bind port 74c5c509-726a-4b46-9edd-e1a0652355a5 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:19:25.683477 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Attempting to bind port 74c5c509-726a-4b46-9edd-e1a0652355a5 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': 'a0875727-1881-44f9-9a7a-afcf2d4ba1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:19:25.684710 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Attempting to bind port 74c5c509-726a-4b46-9edd-e1a0652355a5 on network 60984ee6-6b45-44bd-8876-bdc083bafd35 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:19:25.691263 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:19:25.695238 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Checking segment: {'id': 'a0875727-1881-44f9-9a7a-afcf2d4ba1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:19:25.695238 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:25.695238 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Bound using segment: {'id': 'a0875727-1881-44f9-9a7a-afcf2d4ba1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:19:25.695238 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Bound port: 74c5c509-726a-4b46-9edd-e1a0652355a5, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0875727-1881-44f9-9a7a-afcf2d4ba1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:19:25.695238 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:25.788156 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] For port 74c5c509-726a-4b46-9edd-e1a0652355a5, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:19:25.791795 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] For port 74c5c509-726a-4b46-9edd-e1a0652355a5, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=74c5c509-726a-4b46-9edd-e1a0652355a5,segment=NetworkSegment(a0875727-1881-44f9-9a7a-afcf2d4ba1ea),segment_id=a0875727-1881-44f9-9a7a-afcf2d4ba1ea)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:19:25.813247 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 0f42ed0e-ede2-463a-a27d-f934cd69234c up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:25.863833 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:25.885585 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:25.891826 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:25.948892 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 0f42ed0e-ede2-463a-a27d-f934cd69234c completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:25.961102 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 0f42ed0e-ede2-463a-a27d-f934cd69234c triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:25.969604 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:26.035210 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4b191-3135-492c-8c76-777a171f5c43 None None] Pushing event updated for resources: {'Port': ['ID=74c5c509-726a-4b46-9edd-e1a0652355a5,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:26.058248 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Allocated IP 172.27.3.214 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/e37e2c4a-cd79-4e54-8746-ee387174c43d) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:19:26.127914 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:26.204418 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 0f42ed0e-ede2-463a-a27d-f934cd69234c, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=0f42ed0e-ede2-463a-a27d-f934cd69234c,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:26.209546 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:26.291242 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:26.292230 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 1179a917-f3eb-4dad-b33f-312126a2c4aa up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:26.388823 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:26.391008 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=0f42ed0e-ede2-463a-a27d-f934cd69234c,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:26.407300 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 1179a917-f3eb-4dad-b33f-312126a2c4aa triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:26.407677 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:26.448674 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:19:26.457772 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:26.471993 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:19:26.500245 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Pushing event updated for resources: {'Port': ['ID=e37e2c4a-cd79-4e54-8746-ee387174c43d,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:26.825514 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:27.069699 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6ffa40-22a5-4174-b48f-5769b91d3b3b None None] Network 60984ee6-6b45-44bd-8876-bdc083bafd35 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:19:27.082580 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7884925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912492'] for router, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:27.179905 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:19:27.252640 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-c9ae634d-20ac-4797-a5d8-643813142d06 None None] Provisioning for port 74c5c509-726a-4b46-9edd-e1a0652355a5 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:27.331941 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Router f2fc543b-ee2d-4ec5-a2f6-2267c4085fec is scheduled to L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 with binding_index 1 {{(pid=94703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:19:27.458433 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:19:27.470495 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Sync routers for ids ['f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:19:27.482802 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Routers {'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:19:27.483576 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:19:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:27.617500 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Set router f2fc543b-ee2d-4ec5-a2f6-2267c4085fec gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:19:27.656491 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:27.660548 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-5cf2f2b5-7165-4aae-81e6-13a14349667b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9065394 Aug 17 01:19:27.660679 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41250) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:27.758992 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 74c5c509-726a-4b46-9edd-e1a0652355a5 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:27.894622 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'name': 'tempest-TestShelveInstance-599139181-router', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:24Z', 'updated_at': '2021-08-17T01:19:26Z', 'revision_number': 3, 'project_id': '35b8421002cb42da91a47a6cb25ecf6a', 'gw_port': {'id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:25Z', 'updated_at': '2021-08-17T01:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:27.929794 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Checking router: f2fc543b-ee2d-4ec5-a2f6-2267c4085fec for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:19:27.930142 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Updating router f2fc543b-ee2d-4ec5-a2f6-2267c4085fec port e37e2c4a-cd79-4e54-8746-ee387174c43d binding host dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:19:27.965175 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 74c5c509-726a-4b46-9edd-e1a0652355a5 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:27.970960 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 74c5c509-726a-4b46-9edd-e1a0652355a5 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:27.976185 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.017648 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.083618 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f92e83-478a-43c4-9009-9f7407cf1392 req-aed360a0-1ff5-47c8-b75c-a340cd33fc70 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:28.085157 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-34f92e83-478a-43c4-9009-9f7407cf1392 req-aed360a0-1ff5-47c8-b75c-a340cd33fc70 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.1481972 Aug 17 01:19:28.155206 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-34f92e83-478a-43c4-9009-9f7407cf1392 req-b736ee60-ada8-4a20-b6c9-922f229cd7e5 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629179 Aug 17 01:19:28.170014 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.248067 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 74c5c509-726a-4b46-9edd-e1a0652355a5, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=74c5c509-726a-4b46-9edd-e1a0652355a5,segment=NetworkSegment(a0875727-1881-44f9-9a7a-afcf2d4ba1ea),segment_id=a0875727-1881-44f9-9a7a-afcf2d4ba1ea)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:28.256907 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.341089 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.353184 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Transition to ACTIVE for port object e37e2c4a-cd79-4e54-8746-ee387174c43d will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:28.364438 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.365575 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 0f42ed0e-ede2-463a-a27d-f934cd69234c up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:28.425569 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Allocated IP 172.20.0.1 (60984ee6-6b45-44bd-8876-bdc083bafd35/fbeb9b7b-fd72-489e-b7ec-474a5d1f6522/d75a2d94-037c-499e-8f3f-accafb490f11) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:19:28.538976 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.540010 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.554213 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Transition to ACTIVE for port object d75a2d94-037c-499e-8f3f-accafb490f11 will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:28.597503 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Attempting to bind port e37e2c4a-cd79-4e54-8746-ee387174c43d on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:19:28.598164 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Attempting to bind port e37e2c4a-cd79-4e54-8746-ee387174c43d by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:19:28.598565 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Attempting to bind port e37e2c4a-cd79-4e54-8746-ee387174c43d on network 80976695-463a-4c2a-8940-723c41164f17 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:19:28.605800 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=74c5c509-726a-4b46-9edd-e1a0652355a5,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:28.615681 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:19:28.616084 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Checking segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:19:28.616485 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.616872 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Bound using segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:19:28.617348 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Bound port: e37e2c4a-cd79-4e54-8746-ee387174c43d, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:19:28.617726 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.663056 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.679303 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 0f42ed0e-ede2-463a-a27d-f934cd69234c triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:28.679679 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.705286 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Network 60984ee6-6b45-44bd-8876-bdc083bafd35 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:19:28.708239 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:28.714143 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:19:28.741680 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66826b56-abe7-4ad0-9fa1-b8be2cf68d25 None None] Pushing event updated for resources: {'Port': ['ID=e37e2c4a-cd79-4e54-8746-ee387174c43d,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:28.742921 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Pushing event updated for resources: {'Port': ['ID=d75a2d94-037c-499e-8f3f-accafb490f11,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:28.761183 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7907428'] for router_interface, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.768735 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] For port e37e2c4a-cd79-4e54-8746-ee387174c43d, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:19:28.776224 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] For port e37e2c4a-cd79-4e54-8746-ee387174c43d, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=e37e2c4a-cd79-4e54-8746-ee387174c43d,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:19:28.872629 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:28.978833 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Routers {'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:19:28.979475 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:19:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:29.032779 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66826b56-abe7-4ad0-9fa1-b8be2cf68d25 None None] Pushing event updated for resources: {'Port': ['ID=e37e2c4a-cd79-4e54-8746-ee387174c43d,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:29.114087 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] Set router f2fc543b-ee2d-4ec5-a2f6-2267c4085fec gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:19:29.145128 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-fb53f4b6-fa1b-4d92-8197-7e9241c57d69 None None] Provisioning for port d75a2d94-037c-499e-8f3f-accafb490f11 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:29.176593 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-fb53f4b6-fa1b-4d92-8197-7e9241c57d69 None None] Provisioning complete for port d75a2d94-037c-499e-8f3f-accafb490f11 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:29.177622 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-fb53f4b6-fa1b-4d92-8197-7e9241c57d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:29.278766 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-fb53f4b6-fa1b-4d92-8197-7e9241c57d69 None None] Port d75a2d94-037c-499e-8f3f-accafb490f11 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:19:29.317204 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65ec4f-8d17-4e93-8ce0-77028214d040 req-780a4160-edbe-4cad-9d21-15f2288354e9 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:29.333482 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9a65ec4f-8d17-4e93-8ce0-77028214d040 req-780a4160-edbe-4cad-9d21-15f2288354e9 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0835195 Aug 17 01:19:29.344604 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41284) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:29.366936 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:29.385251 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'name': 'tempest-TestShelveInstance-599139181-router', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:24Z', 'updated_at': '2021-08-17T01:19:26Z', 'revision_number': 3, 'project_id': '35b8421002cb42da91a47a6cb25ecf6a', 'gw_port': {'id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:25Z', 'updated_at': '2021-08-17T01:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:29.391233 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9a65ec4f-8d17-4e93-8ce0-77028214d040 req-a7c8b19f-1791-4e8a-b3d8-f6b79d28084f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544376 Aug 17 01:19:29.423510 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112c6fd1-7232-486b-b66c-3ffef28fa2e4 None None] The sync data for ids ['f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'] in dv-cinder-803901-7-iscsi is: [{'id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'name': 'tempest-TestShelveInstance-599139181-router', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:24Z', 'updated_at': '2021-08-17T01:19:26Z', 'revision_number': 3, 'project_id': '35b8421002cb42da91a47a6cb25ecf6a', 'gw_port': {'id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:25Z', 'updated_at': '2021-08-17T01:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:19:29.506551 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-140777e6-c9f5-4067-a6a1-7212cf727af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:29.609190 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:29.681106 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:29.708951 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 74c5c509-726a-4b46-9edd-e1a0652355a5 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:29.733383 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-140777e6-c9f5-4067-a6a1-7212cf727af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:29.786637 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7907472'] for router_interface, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:29.789473 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Pushing event updated for resources: {'Port': ['ID=d75a2d94-037c-499e-8f3f-accafb490f11,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:29.824984 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 74c5c509-726a-4b46-9edd-e1a0652355a5 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:29.825277 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:29.847048 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-140777e6-c9f5-4067-a6a1-7212cf727af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:29.910183 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-140777e6-c9f5-4067-a6a1-7212cf727af0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60f09e5c8d394a3e9a91b13defe1ec42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5635071 Aug 17 01:19:29.911900 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41288) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:29.914115 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140777e6-c9f5-4067-a6a1-7212cf727af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5690c1-0f53-4c90-9077-6e3b35a4a39e,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:29.976262 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Network 60984ee6-6b45-44bd-8876-bdc083bafd35 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:19:29.980276 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:30.034408 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e6abad5b-e3c2-43b5-8532-52126563ace4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:30.070957 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e6abad5b-e3c2-43b5-8532-52126563ace4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:30.169769 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Router f2fc543b-ee2d-4ec5-a2f6-2267c4085fec has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:19:30.286852 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e6abad5b-e3c2-43b5-8532-52126563ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:30.289484 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e6abad5b-e3c2-43b5-8532-52126563ace4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:30.290996 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-e6abad5b-e3c2-43b5-8532-52126563ace4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d5690c1-0f53-4c90-9077-6e3b35a4a39e HTTP/1.1" status: 204 len: 168 time: 0.3777125 Aug 17 01:19:30.316355 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abad5b-e3c2-43b5-8532-52126563ace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5690c1-0f53-4c90-9077-6e3b35a4a39e,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:30.320560 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:19:30.334836 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-c31e61b9-b144-447c-a5c3-21c546227d83 admin admin] 10.222.0.45 "PUT /v2.0/routers/f2fc543b-ee2d-4ec5-a2f6-2267c4085fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6649203 Aug 17 01:19:30.335026 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-94ad751b-ea16-4ab1-a4d6-9b8e6b318f97 None None] Provisioning complete for port d75a2d94-037c-499e-8f3f-accafb490f11 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:30.335026 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-94ad751b-ea16-4ab1-a4d6-9b8e6b318f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:30.386708 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-94ad751b-ea16-4ab1-a4d6-9b8e6b318f97 None None] Port d75a2d94-037c-499e-8f3f-accafb490f11 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:19:30.527665 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71d292-f227-41d6-846b-f224b72df404 req-cc814272-cc51-45d5-a8e6-92f56e4c5d67 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:30.529384 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ba71d292-f227-41d6-846b-f224b72df404 req-cc814272-cc51-45d5-a8e6-92f56e4c5d67 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0647736 Aug 17 01:19:30.574209 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ba71d292-f227-41d6-846b-f224b72df404 req-3be5c7dd-b1c3-4931-8a01-246abd1ac75b tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365157 Aug 17 01:19:30.992478 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41318) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:31.115510 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41322) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:31.120432 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-ab18b6ea-32de-4a69-b47c-dcf62ceea7d7 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304633797', 'description': 'tempest-secgroup-smoke-304633797 description', 'project_id': '9a1cf69554774acaacc1703ac85c3af9'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:31.123216 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcccb290-2081-4d2e-920a-bdacb1b048a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.144455 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.db.api [None req-fcccb290-2081-4d2e-920a-bdacb1b048a7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 01:19:31.144455 dv-cinder-803901-7-iscsi neutron-server[94702]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 01:19:31.144455 dv-cinder-803901-7-iscsi neutron-server[94702]: [parameters: {'project_id': 'bd8018004d4d400fb06a343c1e03cc36', 'id': 'eff5a67c-cb3d-4d41-aef5-815dd649aaa2', 'expiration': datetime.datetime(2021, 8, 17, 1, 21, 31, 140922)}] Aug 17 01:19:31.144455 dv-cinder-803901-7-iscsi neutron-server[94702]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 01:19:31.144909 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG oslo_db.api [None req-fcccb290-2081-4d2e-920a-bdacb1b048a7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 01:19:31.158131 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41324) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:31.172534 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d4bcae9-c48f-46fe-af44-1a1464b89fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.252840 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ab18b6ea-32de-4a69-b47c-dcf62ceea7d7 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.356797 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d4bcae9-c48f-46fe-af44-1a1464b89fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.423752 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d4bcae9-c48f-46fe-af44-1a1464b89fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.474887 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bcae9-c48f-46fe-af44-1a1464b89fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c2e03a-b99f-4b2f-a9e3-82106cddf588,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:31.482910 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-7d4bcae9-c48f-46fe-af44-1a1464b89fc2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=145bc6bfc9a14c329a9065210aa2546e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235178 Aug 17 01:19:31.485402 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41326) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:31.578744 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ab18b6ea-32de-4a69-b47c-dcf62ceea7d7 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.580167 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3a0806a9-0e95-41c6-adcb-05ecf88b0da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.605701 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3a0806a9-0e95-41c6-adcb-05ecf88b0da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.645562 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcccb290-2081-4d2e-920a-bdacb1b048a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.679548 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ab18b6ea-32de-4a69-b47c-dcf62ceea7d7 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.689897 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e37e2c4a-cd79-4e54-8746-ee387174c43d up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:31.717808 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18b6ea-32de-4a69-b47c-dcf62ceea7d7 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a21b4b-ea7f-484e-8e10-f8a241af46f9,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:31.741027 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3a0806a9-0e95-41c6-adcb-05ecf88b0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.744141 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3a0806a9-0e95-41c6-adcb-05ecf88b0da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.749622 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-3a0806a9-0e95-41c6-adcb-05ecf88b0da8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5c2e03a-b99f-4b2f-a9e3-82106cddf588 HTTP/1.1" status: 204 len: 168 time: 0.2591736 Aug 17 01:19:31.771975 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0806a9-0e95-41c6-adcb-05ecf88b0da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c2e03a-b99f-4b2f-a9e3-82106cddf588,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:31.774987 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f789253-ad94-46fe-b5f5-0cb9c42914a9 req-58e63f33-20fe-4c83-ba47-9dc66ae5350f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:31.776029 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0f789253-ad94-46fe-b5f5-0cb9c42914a9 req-58e63f33-20fe-4c83-ba47-9dc66ae5350f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.1004987 Aug 17 01:19:31.857491 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcccb290-2081-4d2e-920a-bdacb1b048a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.862125 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0f789253-ad94-46fe-b5f5-0cb9c42914a9 req-a317a38f-af90-4d63-b7e2-fcff5eb4b066 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600667 Aug 17 01:19:31.884108 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port e37e2c4a-cd79-4e54-8746-ee387174c43d completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:31.890999 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port e37e2c4a-cd79-4e54-8746-ee387174c43d triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:31.891643 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.938876 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcccb290-2081-4d2e-920a-bdacb1b048a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:31.997846 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.001240 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-fcccb290-2081-4d2e-920a-bdacb1b048a7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd8018004d4d400fb06a343c1e03cc36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0073514 Aug 17 01:19:32.003117 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccb290-2081-4d2e-920a-bdacb1b048a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b8958c-2503-4ae0-98ef-07938f448ea3,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:32.006149 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41332) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:32.029570 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port e37e2c4a-cd79-4e54-8746-ee387174c43d, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=e37e2c4a-cd79-4e54-8746-ee387174c43d,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:32.058302 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ab18b6ea-32de-4a69-b47c-dcf62ceea7d7 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.060340 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ab18b6ea-32de-4a69-b47c-dcf62ceea7d7 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9435589 Aug 17 01:19:32.066027 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41334) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:32.071309 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-99acf63b-be80-41ab-a22d-a614614e8a8d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Request body: {'security_group_rule': {'security_group_id': '71a21b4b-ea7f-484e-8e10-f8a241af46f9', 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:32.088640 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-996bf3c7-aecc-4807-af6f-e4cde95e1c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.118912 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-996bf3c7-aecc-4807-af6f-e4cde95e1c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.130337 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.199443 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=e37e2c4a-cd79-4e54-8746-ee387174c43d,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:32.205507 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-99acf63b-be80-41ab-a22d-a614614e8a8d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.333521 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Sync routers for ids ['f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:19:32.344282 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Routers {'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:19:32.344903 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-453bae41-924a-42bf-8515-4477100bf589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:19:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:32.383170 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-996bf3c7-aecc-4807-af6f-e4cde95e1c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.386188 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-996bf3c7-aecc-4807-af6f-e4cde95e1c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.391773 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-996bf3c7-aecc-4807-af6f-e4cde95e1c9f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0b8958c-2503-4ae0-98ef-07938f448ea3 HTTP/1.1" status: 204 len: 168 time: 0.3835053 Aug 17 01:19:32.395201 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-99acf63b-be80-41ab-a22d-a614614e8a8d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.400856 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bf3c7-aecc-4807-af6f-e4cde95e1c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b8958c-2503-4ae0-98ef-07938f448ea3,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:32.418229 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-423b33ab-d531-4bfb-bffc-caa8e662e368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.480507 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Set router f2fc543b-ee2d-4ec5-a2f6-2267c4085fec gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:19:32.484680 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-99acf63b-be80-41ab-a22d-a614614e8a8d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.503059 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acf63b-be80-41ab-a22d-a614614e8a8d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68eb0fe3-bd33-4a60-970f-99ddee6a6215,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:32.599490 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-99acf63b-be80-41ab-a22d-a614614e8a8d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.601013 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-99acf63b-be80-41ab-a22d-a614614e8a8d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5339103 Aug 17 01:19:32.604239 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41340) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:32.609549 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-134f09de-0255-4cc3-94d3-1e0d01b3f933 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Request body: {'security_group_rule': {'security_group_id': '71a21b4b-ea7f-484e-8e10-f8a241af46f9', 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:32.709196 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-453bae41-924a-42bf-8515-4477100bf589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'name': 'tempest-TestShelveInstance-599139181-router', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:24Z', 'updated_at': '2021-08-17T01:19:29Z', 'revision_number': 4, 'project_id': '35b8421002cb42da91a47a6cb25ecf6a', 'gw_port': {'id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:25Z', 'updated_at': '2021-08-17T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'd75a2d94-037c-499e-8f3f-accafb490f11', 'name': '', 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'mac_address': 'fa:16:3e:d1:6c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fbeb9b7b-fd72-489e-b7ec-474a5d1f6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:28Z', 'updated_at': '2021-08-17T01:19:29Z', 'revision_number': 2, 'project_id': '35b8421002cb42da91a47a6cb25ecf6a', 'subnets': [{'id': 'fbeb9b7b-fd72-489e-b7ec-474a5d1f6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:32.737052 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Checking router: f2fc543b-ee2d-4ec5-a2f6-2267c4085fec for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:19:32.737433 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Updating router f2fc543b-ee2d-4ec5-a2f6-2267c4085fec port d75a2d94-037c-499e-8f3f-accafb490f11 binding host dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:19:32.742902 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-134f09de-0255-4cc3-94d3-1e0d01b3f933 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.763466 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.807597 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-134f09de-0255-4cc3-94d3-1e0d01b3f933 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.907283 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-134f09de-0255-4cc3-94d3-1e0d01b3f933 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:32.959441 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f09de-0255-4cc3-94d3-1e0d01b3f933 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f43bdda-698b-4f54-93a8-5e1842e8fd6d,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:33.017268 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41346) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:33.034684 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67f3586c-51dc-4af1-9707-e3725272f8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.039471 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37cfd6-e3c5-4116-9985-800f176704a3 req-18aa2ded-584f-4707-8a13-644b05646065 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:33.042673 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9c37cfd6-e3c5-4116-9985-800f176704a3 req-18aa2ded-584f-4707-8a13-644b05646065 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0804100 Aug 17 01:19:33.067771 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-134f09de-0255-4cc3-94d3-1e0d01b3f933 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.074885 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-134f09de-0255-4cc3-94d3-1e0d01b3f933 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4694803 Aug 17 01:19:33.076008 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41350) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:33.087891 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.101862 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Transition to ACTIVE for port object d75a2d94-037c-499e-8f3f-accafb490f11 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:33.112624 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-c4e5a06c-a93d-4e30-bac2-2f6c5ca85347 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Request body: {'security_group_rule': {'security_group_id': '71a21b4b-ea7f-484e-8e10-f8a241af46f9', 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:33.118599 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9c37cfd6-e3c5-4116-9985-800f176704a3 req-15cbfb00-b28d-4796-94fa-9711d4e32d4e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669594 Aug 17 01:19:33.171633 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.207408 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67f3586c-51dc-4af1-9707-e3725272f8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.244887 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa1f47-10d9-40e0-b47d-dfd3a99199ea None None] Pushing event updated for resources: {'Port': ['ID=d75a2d94-037c-499e-8f3f-accafb490f11,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:33.308997 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Attempting to bind port d75a2d94-037c-499e-8f3f-accafb490f11 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:19:33.309367 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Attempting to bind port d75a2d94-037c-499e-8f3f-accafb490f11 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': 'a0875727-1881-44f9-9a7a-afcf2d4ba1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:19:33.309751 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Attempting to bind port d75a2d94-037c-499e-8f3f-accafb490f11 on network 60984ee6-6b45-44bd-8876-bdc083bafd35 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:19:33.316400 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:19:33.316915 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Checking segment: {'id': 'a0875727-1881-44f9-9a7a-afcf2d4ba1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:19:33.317205 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.317591 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Bound using segment: {'id': 'a0875727-1881-44f9-9a7a-afcf2d4ba1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:19:33.318055 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Bound port: d75a2d94-037c-499e-8f3f-accafb490f11, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0875727-1881-44f9-9a7a-afcf2d4ba1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:19:33.318482 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.330078 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67f3586c-51dc-4af1-9707-e3725272f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.386771 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-67f3586c-51dc-4af1-9707-e3725272f8f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d3bc606e7574855a94b8e4431a5708a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682671 Aug 17 01:19:33.387940 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3586c-51dc-4af1-9707-e3725272f8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b3be8e-35c6-40e4-8235-8e8045b76bd7,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:33.389523 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41356) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:33.396884 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-453bae41-924a-42bf-8515-4477100bf589 None None] For port d75a2d94-037c-499e-8f3f-accafb490f11, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:19:33.402010 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-453bae41-924a-42bf-8515-4477100bf589 None None] For port d75a2d94-037c-499e-8f3f-accafb490f11, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=d75a2d94-037c-499e-8f3f-accafb490f11,segment=NetworkSegment(a0875727-1881-44f9-9a7a-afcf2d4ba1ea),segment_id=a0875727-1881-44f9-9a7a-afcf2d4ba1ea)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:19:33.448991 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-64c2da20-7afa-4237-b6f0-808296201bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.470222 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a06c-a93d-4e30-bac2-2f6c5ca85347 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.479550 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-64c2da20-7afa-4237-b6f0-808296201bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.535596 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.546184 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a06c-a93d-4e30-bac2-2f6c5ca85347 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.610659 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Routers {'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:19:33.611730 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-453bae41-924a-42bf-8515-4477100bf589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:19:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:33.615027 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa1f47-10d9-40e0-b47d-dfd3a99199ea None None] Pushing event updated for resources: {'Port': ['ID=d75a2d94-037c-499e-8f3f-accafb490f11,revision_number=4']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:33.635672 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a06c-a93d-4e30-bac2-2f6c5ca85347 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.670925 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e37e2c4a-cd79-4e54-8746-ee387174c43d up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:33.672989 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-64c2da20-7afa-4237-b6f0-808296201bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.678371 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-64c2da20-7afa-4237-b6f0-808296201bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.687394 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-64c2da20-7afa-4237-b6f0-808296201bba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3b3be8e-35c6-40e4-8235-8e8045b76bd7 HTTP/1.1" status: 204 len: 168 time: 0.2953136 Aug 17 01:19:33.729381 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2da20-7afa-4237-b6f0-808296201bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b3be8e-35c6-40e4-8235-8e8045b76bd7,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:33.736219 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5a06c-a93d-4e30-bac2-2f6c5ca85347 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0f3f2e-cbb4-492d-9496-15bc8fe349a6,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:33.782643 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a06c-a93d-4e30-bac2-2f6c5ca85347 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.782643 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-c4e5a06c-a93d-4e30-bac2-2f6c5ca85347 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6716456 Aug 17 01:19:33.784801 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41366) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:33.790425 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-f99130b8-b3fc-49c3-a5bc-b5015e09ca99 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Request body: {'security_group_rule': {'security_group_id': '71a21b4b-ea7f-484e-8e10-f8a241af46f9', 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:33.847284 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port e37e2c4a-cd79-4e54-8746-ee387174c43d triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:33.847284 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:33.877938 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-453bae41-924a-42bf-8515-4477100bf589 None None] Set router f2fc543b-ee2d-4ec5-a2f6-2267c4085fec gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:19:33.954238 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f99130b8-b3fc-49c3-a5bc-b5015e09ca99 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:34.022681 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f99130b8-b3fc-49c3-a5bc-b5015e09ca99 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:34.107997 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-453bae41-924a-42bf-8515-4477100bf589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'name': 'tempest-TestShelveInstance-599139181-router', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:24Z', 'updated_at': '2021-08-17T01:19:29Z', 'revision_number': 4, 'project_id': '35b8421002cb42da91a47a6cb25ecf6a', 'gw_port': {'id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:25Z', 'updated_at': '2021-08-17T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'd75a2d94-037c-499e-8f3f-accafb490f11', 'name': '', 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'mac_address': 'fa:16:3e:d1:6c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fbeb9b7b-fd72-489e-b7ec-474a5d1f6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:28Z', 'updated_at': '2021-08-17T01:19:33Z', 'revision_number': 4, 'project_id': '35b8421002cb42da91a47a6cb25ecf6a', 'subnets': [{'id': 'fbeb9b7b-fd72-489e-b7ec-474a5d1f6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:34.136679 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f99130b8-b3fc-49c3-a5bc-b5015e09ca99 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:34.139786 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453bae41-924a-42bf-8515-4477100bf589 None None] The sync data for ids ['f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'] in dv-cinder-803901-7-iscsi is: [{'id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'name': 'tempest-TestShelveInstance-599139181-router', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:24Z', 'updated_at': '2021-08-17T01:19:29Z', 'revision_number': 4, 'project_id': '35b8421002cb42da91a47a6cb25ecf6a', 'gw_port': {'id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:25Z', 'updated_at': '2021-08-17T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'd75a2d94-037c-499e-8f3f-accafb490f11', 'name': '', 'network_id': '60984ee6-6b45-44bd-8876-bdc083bafd35', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'mac_address': 'fa:16:3e:d1:6c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fbeb9b7b-fd72-489e-b7ec-474a5d1f6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:28Z', 'updated_at': '2021-08-17T01:19:33Z', 'revision_number': 4, 'project_id': '35b8421002cb42da91a47a6cb25ecf6a', 'subnets': [{'id': 'fbeb9b7b-fd72-489e-b7ec-474a5d1f6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:19:34.157171 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99130b8-b3fc-49c3-a5bc-b5015e09ca99 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf83c0e-8137-4bba-b6f5-27fa1ebd3bd9,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:34.238679 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f99130b8-b3fc-49c3-a5bc-b5015e09ca99 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:34.240614 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-f99130b8-b3fc-49c3-a5bc-b5015e09ca99 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4546707 Aug 17 01:19:34.243647 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41378) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:34.251695 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-14df2121-1323-4440-91d0-6490fe869555 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Request body: {'security_group_rule': {'security_group_id': '71a21b4b-ea7f-484e-8e10-f8a241af46f9', 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:34.330646 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572532c3-b20d-4a3c-b69c-7898a9da11f2 req-ad25d656-4e84-4043-8928-ebd377386640 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:34.332624 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-572532c3-b20d-4a3c-b69c-7898a9da11f2 req-ad25d656-4e84-4043-8928-ebd377386640 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0842083 Aug 17 01:19:34.392387 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-572532c3-b20d-4a3c-b69c-7898a9da11f2 req-a75dd7e1-876d-433e-8ba7-43682fbe5ad8 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530655 Aug 17 01:19:34.397422 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.securitygroups_db [None req-14df2121-1323-4440-91d0-6490fe869555 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Project 9a1cf69554774acaacc1703ac85c3af9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:19:34.400972 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-14df2121-1323-4440-91d0-6490fe869555 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:34.482366 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-14df2121-1323-4440-91d0-6490fe869555 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:34.571405 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-14df2121-1323-4440-91d0-6490fe869555 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:34.618813 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df2121-1323-4440-91d0-6490fe869555 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc10090-6ae6-4b44-ade1-a68074a5d58a,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:34.691410 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-14df2121-1323-4440-91d0-6490fe869555 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:34.692764 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-14df2121-1323-4440-91d0-6490fe869555 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4478703 Aug 17 01:19:34.696012 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41390) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:34.701887 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-f632b7ec-0113-4b61-a700-af06b206c73b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Request body: {'security_group_rule': {'security_group_id': '71a21b4b-ea7f-484e-8e10-f8a241af46f9', 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:34.868401 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.securitygroups_db [None req-f632b7ec-0113-4b61-a700-af06b206c73b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Project 9a1cf69554774acaacc1703ac85c3af9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:19:34.875080 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f632b7ec-0113-4b61-a700-af06b206c73b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:34.948929 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f632b7ec-0113-4b61-a700-af06b206c73b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:35.028364 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f632b7ec-0113-4b61-a700-af06b206c73b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:35.063912 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632b7ec-0113-4b61-a700-af06b206c73b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605f8d27-bce3-47e1-8984-97a46fa4dd8b,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:35.136210 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f632b7ec-0113-4b61-a700-af06b206c73b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:35.146744 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-f632b7ec-0113-4b61-a700-af06b206c73b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4403389 Aug 17 01:19:35.533632 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8814c13-50b1-468c-a9d5-966ae4dfa597 req-075f723d-e003-4217-b2b6-0a1f8ffb2330 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:35.551831 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8814c13-50b1-468c-a9d5-966ae4dfa597 req-075f723d-e003-4217-b2b6-0a1f8ffb2330 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0657918 Aug 17 01:19:35.600600 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8814c13-50b1-468c-a9d5-966ae4dfa597 req-699141d1-a78f-45e4-96e0-3190d1d7cde6 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575762 Aug 17 01:19:35.738947 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device d75a2d94-037c-499e-8f3f-accafb490f11 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:35.879509 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port d75a2d94-037c-499e-8f3f-accafb490f11 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:35.892130 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port d75a2d94-037c-499e-8f3f-accafb490f11 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:35.894017 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:35.967252 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:36.025309 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:36.071278 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port d75a2d94-037c-499e-8f3f-accafb490f11, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=d75a2d94-037c-499e-8f3f-accafb490f11,segment=NetworkSegment(a0875727-1881-44f9-9a7a-afcf2d4ba1ea),segment_id=a0875727-1881-44f9-9a7a-afcf2d4ba1ea)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:36.153870 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:36.193998 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-c1ebb654-7325-4586-a344-cb9aa42c9e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:36.245684 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=d75a2d94-037c-499e-8f3f-accafb490f11,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:36.737027 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c648a-877a-4a2b-8813-319a8fdb9df2 req-2f80aa7f-e348-4e2c-8cf1-53c455838121 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:36.738697 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-025c648a-877a-4a2b-8813-319a8fdb9df2 req-2f80aa7f-e348-4e2c-8cf1-53c455838121 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0696185 Aug 17 01:19:36.806913 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-025c648a-877a-4a2b-8813-319a8fdb9df2 req-d140a226-3054-4fef-85c6-b056485ea03a tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605323 Aug 17 01:19:37.222980 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41518) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:37.363768 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-af10b395-304f-453c-a3f7-8e975c8fdfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.477108 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-af10b395-304f-453c-a3f7-8e975c8fdfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.592092 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.592550 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-af10b395-304f-453c-a3f7-8e975c8fdfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.651430 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-af10b395-304f-453c-a3f7-8e975c8fdfee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52ac0bf9016541d498a15a246ffd2bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266353 Aug 17 01:19:37.653208 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10b395-304f-453c-a3f7-8e975c8fdfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a516622-c3ca-4aac-a180-2fd8111d8a9f,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:37.658221 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41528) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:37.690378 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device d75a2d94-037c-499e-8f3f-accafb490f11 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:19:37.730043 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-313faecf-d478-4c68-b750-ac26f91f4d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.767766 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port d75a2d94-037c-499e-8f3f-accafb490f11 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:37.768244 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-313faecf-d478-4c68-b750-ac26f91f4d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.768733 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.958513 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-313faecf-d478-4c68-b750-ac26f91f4d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.962709 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-313faecf-d478-4c68-b750-ac26f91f4d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:37.964841 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-313faecf-d478-4c68-b750-ac26f91f4d20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a516622-c3ca-4aac-a180-2fd8111d8a9f HTTP/1.1" status: 204 len: 168 time: 0.3036044 Aug 17 01:19:37.983426 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313faecf-d478-4c68-b750-ac26f91f4d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a516622-c3ca-4aac-a180-2fd8111d8a9f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:37.995650 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d51c1d-940a-410e-9e64-9db8e89a9c79 req-380a0892-f477-46c3-bf66-544927a94e79 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:37.998248 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8d51c1d-940a-410e-9e64-9db8e89a9c79 req-380a0892-f477-46c3-bf66-544927a94e79 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0721080 Aug 17 01:19:38.069246 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8d51c1d-940a-410e-9e64-9db8e89a9c79 req-8cb1b8c5-19c0-4782-af59-cf6d55a6b56a tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603542 Aug 17 01:19:39.021574 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41544) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:39.035560 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6ad5-0908-47d8-bd4b-a04637cf971a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:39.142163 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6ad5-0908-47d8-bd4b-a04637cf971a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:39.205620 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ffbe4-7514-42e6-92a8-7fde0eca10b7 req-6ca0a1da-840e-499c-b3e2-2a7d65228356 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:39.207311 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-173ffbe4-7514-42e6-92a8-7fde0eca10b7 req-6ca0a1da-840e-499c-b3e2-2a7d65228356 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0554006 Aug 17 01:19:39.216640 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6ad5-0908-47d8-bd4b-a04637cf971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:39.259101 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-173ffbe4-7514-42e6-92a8-7fde0eca10b7 req-b101cc9b-079c-4bb8-9c23-abaee60b3af9 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448129 Aug 17 01:19:39.262623 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c6ad5-0908-47d8-bd4b-a04637cf971a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3afcf0-af77-415e-9da0-74d70e1b790f,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:39.267107 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ab9c6ad5-0908-47d8-bd4b-a04637cf971a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92011f9534c64ad29cdf190e4b4ad210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445071 Aug 17 01:19:39.269980 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41550) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:39.342608 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-765b2aa9-c639-4e3b-b4d3-9a5ef9687589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:39.366886 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-765b2aa9-c639-4e3b-b4d3-9a5ef9687589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:39.417211 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:39.536652 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-765b2aa9-c639-4e3b-b4d3-9a5ef9687589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:39.539787 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-765b2aa9-c639-4e3b-b4d3-9a5ef9687589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:39.559580 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-765b2aa9-c639-4e3b-b4d3-9a5ef9687589 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c3afcf0-af77-415e-9da0-74d70e1b790f HTTP/1.1" status: 204 len: 168 time: 0.2730467 Aug 17 01:19:39.559580 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b2aa9-c639-4e3b-b4d3-9a5ef9687589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3afcf0-af77-415e-9da0-74d70e1b790f,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:39.833105 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e0188-a8bd-49e4-8d38-f22586255b75 req-7a03d4ad-4fa6-46aa-849d-7ad30b39b7ac tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:39.842165 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-334e0188-a8bd-49e4-8d38-f22586255b75 req-7a03d4ad-4fa6-46aa-849d-7ad30b39b7ac tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.1103907 Aug 17 01:19:39.893366 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-334e0188-a8bd-49e4-8d38-f22586255b75 req-5b552319-ff8b-4ff0-bc2e-e1cb800871e9 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499310 Aug 17 01:19:39.954095 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846bd12-24bb-4bdc-bc66-1a4a4f541b3c req-88daafb9-3256-42b2-b77b-efeabca521d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:39.958728 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f846bd12-24bb-4bdc-bc66-1a4a4f541b3c req-88daafb9-3256-42b2-b77b-efeabca521d2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 1098 time: 0.0614300 Aug 17 01:19:40.071461 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846bd12-24bb-4bdc-bc66-1a4a4f541b3c req-16c79852-321c-4009-a3c7-0f8cd234d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:40.072872 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f846bd12-24bb-4bdc-bc66-1a4a4f541b3c req-16c79852-321c-4009-a3c7-0f8cd234d746 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d078c6a-bf10-4978-938b-717465589ddc HTTP/1.1" status: 200 len: 910 time: 0.1092854 Aug 17 01:19:40.418977 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f846bd12-24bb-4bdc-bc66-1a4a4f541b3c req-fa7c3b11-31fb-4c8b-8854-d4aa1c05cae1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a4cd394-3d4b-471b-94a4-2368028d42b8 HTTP/1.1" status: 200 len: 1001 time: 0.3361444 Aug 17 01:19:40.482314 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846bd12-24bb-4bdc-bc66-1a4a4f541b3c req-3729638b-1e46-4fef-8f78-d376d2d24cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:40.484994 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f846bd12-24bb-4bdc-bc66-1a4a4f541b3c req-3729638b-1e46-4fef-8f78-d376d2d24cb4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ed0da04-3611-4266-b624-ad13c42ea9f6 HTTP/1.1" status: 200 len: 849 time: 0.0523403 Aug 17 01:19:40.533559 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846bd12-24bb-4bdc-bc66-1a4a4f541b3c req-5fe7ea5a-82fc-4709-8337-a72469be456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:40.535127 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f846bd12-24bb-4bdc-bc66-1a4a4f541b3c req-5fe7ea5a-82fc-4709-8337-a72469be456f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d078c6a-bf10-4978-938b-717465589ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418921 Aug 17 01:19:40.652801 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f846bd12-24bb-4bdc-bc66-1a4a4f541b3c req-28e9829f-47aa-4bdc-b969-3959811ec06f service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088457 Aug 17 01:19:40.773128 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f846bd12-24bb-4bdc-bc66-1a4a4f541b3c req-518bd579-2e46-4bf9-af90-21d7128a9266 service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072545 Aug 17 01:19:41.045554 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d7715-5ec0-47df-9f3e-0f0f8ebf5c11 req-90668222-5b8d-4f8a-bd29-525cc3dbac4f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:41.047914 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c86d7715-5ec0-47df-9f3e-0f0f8ebf5c11 req-90668222-5b8d-4f8a-bd29-525cc3dbac4f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0564995 Aug 17 01:19:41.096341 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c86d7715-5ec0-47df-9f3e-0f0f8ebf5c11 req-8dbbd354-ee5c-4567-99c7-d5f11288ec5d tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420494 Aug 17 01:19:42.245633 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce2263-5194-4d00-a951-8dfdc27b24e0 req-d6b8c344-475c-4f97-aed0-948670e14697 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:42.247194 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ecce2263-5194-4d00-a951-8dfdc27b24e0 req-d6b8c344-475c-4f97-aed0-948670e14697 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0641525 Aug 17 01:19:42.309990 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ecce2263-5194-4d00-a951-8dfdc27b24e0 req-667b2a02-a7ba-48f4-891a-b780acc8a554 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520551 Aug 17 01:19:42.456710 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41634) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:42.585678 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cad5b4ae-95dd-436c-81c0-aaeb8eb2646d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:42.696129 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cad5b4ae-95dd-436c-81c0-aaeb8eb2646d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:42.730921 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41640) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:42.777020 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cad5b4ae-95dd-436c-81c0-aaeb8eb2646d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:42.842253 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-cad5b4ae-95dd-436c-81c0-aaeb8eb2646d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77fa6f075f7541d1960a7426e292ff80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840933 Aug 17 01:19:42.843534 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5b4ae-95dd-436c-81c0-aaeb8eb2646d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13461e99-8447-440f-bc9b-af366e57a7bb,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:42.845373 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41644) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:42.860647 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-801cc89d-0134-4d5b-a544-b5d85885156b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:42.920753 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-028e4008-e0f7-4144-89fb-f998c54a77a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:42.946081 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-028e4008-e0f7-4144-89fb-f998c54a77a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:42.981054 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-801cc89d-0134-4d5b-a544-b5d85885156b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:43.033795 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-801cc89d-0134-4d5b-a544-b5d85885156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:43.063301 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-028e4008-e0f7-4144-89fb-f998c54a77a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:43.066129 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-028e4008-e0f7-4144-89fb-f998c54a77a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:43.067752 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-028e4008-e0f7-4144-89fb-f998c54a77a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13461e99-8447-440f-bc9b-af366e57a7bb HTTP/1.1" status: 204 len: 168 time: 0.2189205 Aug 17 01:19:43.078241 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-801cc89d-0134-4d5b-a544-b5d85885156b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bcf1983c330945dc8f0835aa7369260d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478987 Aug 17 01:19:43.078446 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e4008-e0f7-4144-89fb-f998c54a77a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13461e99-8447-440f-bc9b-af366e57a7bb,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:43.078549 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cc89d-0134-4d5b-a544-b5d85885156b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ff330f-e490-42a3-8981-81b88833eeb1,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:43.079190 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41652) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:43.139848 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7621e47-c35b-430a-932f-7bec6dfeb855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:43.168095 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7621e47-c35b-430a-932f-7bec6dfeb855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:43.301934 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7621e47-c35b-430a-932f-7bec6dfeb855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:43.304608 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7621e47-c35b-430a-932f-7bec6dfeb855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:43.305941 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-b7621e47-c35b-430a-932f-7bec6dfeb855 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9ff330f-e490-42a3-8981-81b88833eeb1 HTTP/1.1" status: 204 len: 168 time: 0.2257257 Aug 17 01:19:43.315449 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7621e47-c35b-430a-932f-7bec6dfeb855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ff330f-e490-42a3-8981-81b88833eeb1,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:43.785798 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41660) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:43.800428 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2a5009f9-9ac7-48d1-9979-4c1eb738e0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:43.904610 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2a5009f9-9ac7-48d1-9979-4c1eb738e0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:43.965006 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2a5009f9-9ac7-48d1-9979-4c1eb738e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:44.006512 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5009f9-9ac7-48d1-9979-4c1eb738e0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ab5948-05ae-4908-8a24-e1f3bb5c4846,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:44.012194 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-2a5009f9-9ac7-48d1-9979-4c1eb738e0c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4675e0aed74f4c368cca338cfd1cb287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251995 Aug 17 01:19:44.016534 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41662) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:44.031153 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41664) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:44.044457 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-46edf8e2-cf5c-4bff-ac29-49181839eb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:44.081380 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c9e56a0-9793-4320-b65e-0b82f87596d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:44.107538 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c9e56a0-9793-4320-b65e-0b82f87596d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:44.172188 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-46edf8e2-cf5c-4bff-ac29-49181839eb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:44.245114 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c9e56a0-9793-4320-b65e-0b82f87596d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:44.247716 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c9e56a0-9793-4320-b65e-0b82f87596d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:44.248960 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-9c9e56a0-9793-4320-b65e-0b82f87596d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03ab5948-05ae-4908-8a24-e1f3bb5c4846 HTTP/1.1" status: 204 len: 168 time: 0.2311459 Aug 17 01:19:44.256248 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-46edf8e2-cf5c-4bff-ac29-49181839eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:44.257449 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e56a0-9793-4320-b65e-0b82f87596d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ab5948-05ae-4908-8a24-e1f3bb5c4846,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:44.305167 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edf8e2-cf5c-4bff-ac29-49181839eb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa60d591-a999-45d1-b5c6-690b9cf01611,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:44.309840 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-46edf8e2-cf5c-4bff-ac29-49181839eb0a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e292bf0bd1e6430f9e3b07b728a71bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773752 Aug 17 01:19:44.313316 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41670) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:44.397403 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2305a40d-ccb1-482e-8b65-0c18a4e523ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:44.430594 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2305a40d-ccb1-482e-8b65-0c18a4e523ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:44.548866 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2305a40d-ccb1-482e-8b65-0c18a4e523ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:44.552158 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2305a40d-ccb1-482e-8b65-0c18a4e523ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:44.553563 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-2305a40d-ccb1-482e-8b65-0c18a4e523ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa60d591-a999-45d1-b5c6-690b9cf01611 HTTP/1.1" status: 204 len: 168 time: 0.2391539 Aug 17 01:19:44.564660 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305a40d-ccb1-482e-8b65-0c18a4e523ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa60d591-a999-45d1-b5c6-690b9cf01611,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:48.133637 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41778) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:48.250432 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06d93e67-be93-4a7d-97fc-b52052072b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:48.352971 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06d93e67-be93-4a7d-97fc-b52052072b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:48.422888 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06d93e67-be93-4a7d-97fc-b52052072b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:48.460735 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d93e67-be93-4a7d-97fc-b52052072b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43faf948-72bc-4225-bda6-a161708ba5f6,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:48.464944 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-06d93e67-be93-4a7d-97fc-b52052072b6a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba2810e054b24c2c964e05fade0c8046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301108 Aug 17 01:19:48.467558 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41784) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:48.519301 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-51c9965e-1eaf-4f64-85a2-8dd5d5ea1027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:48.543820 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-51c9965e-1eaf-4f64-85a2-8dd5d5ea1027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:48.724797 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-51c9965e-1eaf-4f64-85a2-8dd5d5ea1027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:48.727472 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-51c9965e-1eaf-4f64-85a2-8dd5d5ea1027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:48.728755 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-51c9965e-1eaf-4f64-85a2-8dd5d5ea1027 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43faf948-72bc-4225-bda6-a161708ba5f6 HTTP/1.1" status: 204 len: 168 time: 0.2596877 Aug 17 01:19:48.736519 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9965e-1eaf-4f64-85a2-8dd5d5ea1027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43faf948-72bc-4225-bda6-a161708ba5f6,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:49.428229 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 41818) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:49.445895 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8120665-a8eb-4f7a-bbea-6963c6ba974e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:49.570020 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8120665-a8eb-4f7a-bbea-6963c6ba974e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:49.696119 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8120665-a8eb-4f7a-bbea-6963c6ba974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:49.741461 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-c8120665-a8eb-4f7a-bbea-6963c6ba974e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=924d8fd8b51a444c93f36d2e2e37fa84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115101 Aug 17 01:19:49.742380 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8120665-a8eb-4f7a-bbea-6963c6ba974e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e877ca3-849f-41c1-8b1a-be3ffa794331,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:49.744436 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 41828) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:49.802310 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c638-fcbe-4b8a-bffe-4e944637b34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:49.829172 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c638-fcbe-4b8a-bffe-4e944637b34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:50.016036 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c638-fcbe-4b8a-bffe-4e944637b34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:50.018668 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c638-fcbe-4b8a-bffe-4e944637b34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:50.019831 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-c8a0c638-fcbe-4b8a-bffe-4e944637b34f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e877ca3-849f-41c1-8b1a-be3ffa794331 HTTP/1.1" status: 204 len: 168 time: 0.2743227 Aug 17 01:19:50.028040 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0c638-fcbe-4b8a-bffe-4e944637b34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e877ca3-849f-41c1-8b1a-be3ffa794331,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:51.911984 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ee9df-9a8a-4d18-9346-c72146bd8731 req-7fa8fba6-9a2b-49f1-b53f-75c0794ca423 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:51.913958 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7c4ee9df-9a8a-4d18-9346-c72146bd8731 req-7fa8fba6-9a2b-49f1-b53f-75c0794ca423 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 946 time: 0.0605965 Aug 17 01:19:51.975095 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7c4ee9df-9a8a-4d18-9346-c72146bd8731 req-fb61cd32-a1c3-458a-8ff6-e089cbf15666 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491855 Aug 17 01:19:52.193297 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:53.133733 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f61b5-6623-4842-af3e-dfc39d9b39d1 req-2764eaab-6280-49aa-b2b6-0b06bc048a37 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:53.138006 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-518f61b5-6623-4842-af3e-dfc39d9b39d1 req-2764eaab-6280-49aa-b2b6-0b06bc048a37 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 946 time: 0.0631115 Aug 17 01:19:53.179884 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-518f61b5-6623-4842-af3e-dfc39d9b39d1 req-50852dd1-c5e0-47e0-88f3-e8e3926eded5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9a40a95-7062-483b-8788-a564699444f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378792 Aug 17 01:19:53.535150 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-acb95741-a9c1-4871-9cc4-fa6dcdfaaaff tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:53.537079 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-acb95741-a9c1-4871-9cc4-fa6dcdfaaaff tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.81 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 946 time: 0.0574393 Aug 17 01:19:53.641239 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Deleting port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:19:53.651985 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:53.751886 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] For port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:19:53.752254 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:53.815466 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-9e793c8b-49c1-4b89-ad67-62a2ebcf471a tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304633797&fields=id&tenant_id=9a1cf69554774acaacc1703ac85c3af9 HTTP/1.1" status: 200 len: 267 time: 0.0356548 Aug 17 01:19:53.931981 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-0a98507a-ecce-4e50-a444-faa36375ca0b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:53.933534 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-0a98507a-ecce-4e50-a444-faa36375ca0b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/networks?id=dac90b60-01c5-420a-9cef-61942492c749 HTTP/1.1" status: 200 len: 809 time: 0.1105156 Aug 17 01:19:53.949329 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-f30a26ad-0b5e-4feb-9b99-add0bc454dc1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/quotas/9a1cf69554774acaacc1703ac85c3af9 HTTP/1.1" status: 200 len: 375 time: 0.0094182 Aug 17 01:19:53.982792 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:53.983220 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:53.984164 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.l3_db [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Floating IP b6441d1e-23c0-4b40-9919-cce1ca5daff7 disassociated. External IP: 172.27.3.62, port: d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a. Aug 17 01:19:53.984647 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Calling delete_port for d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a owned by compute:nova {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:19:54.004379 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-94b8c391-a91f-4eac-86f4-6a22c70a98ac tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a1cf69554774acaacc1703ac85c3af9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492530 Aug 17 01:19:54.122459 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-c4147a17-3ae2-40a4-a90f-90ed56913f1a service neutron] 10.222.0.45 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002150 Aug 17 01:19:54.192130 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:54.222258 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-d5e21284-f386-4b20-b024-87342e554848 service neutron] 10.222.0.45 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922163 Aug 17 01:19:54.224982 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event deleted for resources: {'Port': ['ID=d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:54.236840 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:54.237548 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:54.237972 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:54.238446 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:54.238906 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:54.239546 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:54.240241 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:54.241084 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:54.241084 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:54.241557 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:54.242073 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:54.242754 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:19:54.339153 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e4b84fe5-6458-4e2a-ae7f-eeae2c355db2 req-3e271476-e956-4f7a-b67d-c50f059b43c2 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 210 time: 0.0360339 Aug 17 01:19:54.414252 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:19:54.532476 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:19:54.545455 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de17be-6d87-4f5d-adfd-dceea53af3e0 None None] Sync routers for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:19:54.558398 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de17be-6d87-4f5d-adfd-dceea53af3e0 None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:19:54.559213 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-68de17be-6d87-4f5d-adfd-dceea53af3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:19:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:54.592373 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] No DVR routers for this DVR port d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a on host hv-cinder-80390 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:19:54.596527 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:54.599829 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-338a8d92-75a9-428f-b919-c4561ac18d70 req-9e3a76bb-ce22-4dc1-b162-aa2aa62dbc2e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.81 "DELETE /v2.0/ports/d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a HTTP/1.1" status: 204 len: 173 time: 1.0561314 Aug 17 01:19:54.600225 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'name': 'network-vif-deleted', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:19:54.603331 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72d8b65-5cec-443c-a07e-eb9603aa163f" -d '{"events": [{"server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "name": "network-vif-deleted", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:19:54.643558 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccab71b-30ac-42fb-8406-a6c4b9003859 x-openstack-request-id: req-dccab71b-30ac-42fb-8406-a6c4b9003859 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:19:54.645629 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b910a0-0f73-4aa7-8cfe-a63424b55b42", "name": "network-vif-deleted", "tag": "d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:19:54.645629 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dccab71b-30ac-42fb-8406-a6c4b9003859 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:19:54.645629 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b910a0-0f73-4aa7-8cfe-a63424b55b42', 'name': 'network-vif-deleted', 'tag': 'd6f6e82f-498c-4678-a5ba-ad2e2d80bb8a', 'status': 'completed', 'code': 200} Aug 17 01:19:54.689334 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-68de17be-6d87-4f5d-adfd-dceea53af3e0 None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:19:54.950744 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-68de17be-6d87-4f5d-adfd-dceea53af3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:57Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:55.087257 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-daa40b6c-13fe-469d-8139-4575068de9a3 req-936c68b4-3b76-4a94-a7a5-417b5da8b1c6 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 210 time: 0.0623481 Aug 17 01:19:55.173502 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de17be-6d87-4f5d-adfd-dceea53af3e0 None None] Checking router: 383d3959-8bd4-4db3-8502-3b9c0580fdb0 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:19:55.182550 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de17be-6d87-4f5d-adfd-dceea53af3e0 None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:19:55.183183 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-68de17be-6d87-4f5d-adfd-dceea53af3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:19:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:55.322696 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-68de17be-6d87-4f5d-adfd-dceea53af3e0 None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:19:55.385678 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7e51587a-084e-422d-810d-5dc5342289a5 req-897f53b0-882b-4b8a-acd8-0417b65312c5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494337 Aug 17 01:19:55.493327 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51587a-084e-422d-810d-5dc5342289a5 req-60535b79-bbee-41f7-9cf5-745a51b55218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:55.494941 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7e51587a-084e-422d-810d-5dc5342289a5 req-60535b79-bbee-41f7-9cf5-745a51b55218 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 1098 time: 0.0605989 Aug 17 01:19:55.496059 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f690c46e-d0d1-42af-b32f-e7e19197fa2c req-c6fe765d-b17f-4b79-8889-27b8382dd0bc tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b910a0-0f73-4aa7-8cfe-a63424b55b42 HTTP/1.1" status: 200 len: 210 time: 0.0385525 Aug 17 01:19:55.604892 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-68de17be-6d87-4f5d-adfd-dceea53af3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:57Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:19:55.627295 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51587a-084e-422d-810d-5dc5342289a5 req-63f2edda-5c73-4528-9da1-3d35327bb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:55.628790 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7e51587a-084e-422d-810d-5dc5342289a5 req-63f2edda-5c73-4528-9da1-3d35327bb1a6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d078c6a-bf10-4978-938b-717465589ddc HTTP/1.1" status: 200 len: 910 time: 0.1031749 Aug 17 01:19:55.637985 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de17be-6d87-4f5d-adfd-dceea53af3e0 None None] The sync data for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi is: [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:57Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:19:55.715965 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7e51587a-084e-422d-810d-5dc5342289a5 req-504c8005-33b2-47b8-b849-5f8b0ebd514a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a4cd394-3d4b-471b-94a4-2368028d42b8 HTTP/1.1" status: 200 len: 1001 time: 0.0788112 Aug 17 01:19:55.781452 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51587a-084e-422d-810d-5dc5342289a5 req-f1b6ab03-d3c6-40ff-a3e1-e8bdc9b4da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:55.783022 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7e51587a-084e-422d-810d-5dc5342289a5 req-f1b6ab03-d3c6-40ff-a3e1-e8bdc9b4da0d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ed0da04-3611-4266-b624-ad13c42ea9f6 HTTP/1.1" status: 200 len: 849 time: 0.0589845 Aug 17 01:19:55.842066 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51587a-084e-422d-810d-5dc5342289a5 req-850c679a-4094-412c-a274-33f41de2974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:55.844293 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7e51587a-084e-422d-810d-5dc5342289a5 req-850c679a-4094-412c-a274-33f41de2974c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d078c6a-bf10-4978-938b-717465589ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541584 Aug 17 01:19:55.930564 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d9bee-7eaa-4dae-b8a8-2dc0b1153d64 None None] New status for floating IP b6441d1e-23c0-4b40-9919-cce1ca5daff7: DOWN {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:19:55.973662 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7e51587a-084e-422d-810d-5dc5342289a5 req-e6617b22-da48-41a9-b611-345fa9a1d55a service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192107 Aug 17 01:19:56.074837 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7e51587a-084e-422d-810d-5dc5342289a5 req-5eb72c2d-d850-4e76-ba05-3d5e4e90a41f service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920165 Aug 17 01:19:56.208167 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-821fb6d5-0d55-41dd-8f77-fa0fe8d529cc req-82c16550-1a21-4096-83fd-9400095aeb89 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 210 time: 0.0434694 Aug 17 01:19:56.712319 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42004) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:56.788299 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fad18f11-154d-4e6e-b855-a783193752cd tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:56.813156 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fad18f11-154d-4e6e-b855-a783193752cd tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:56.993642 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fad18f11-154d-4e6e-b855-a783193752cd tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:56.998044 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fad18f11-154d-4e6e-b855-a783193752cd tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:57.003691 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-fad18f11-154d-4e6e-b855-a783193752cd tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "DELETE /v2.0/security-groups/d9a40a95-7062-483b-8788-a564699444f3 HTTP/1.1" status: 204 len: 168 time: 0.2862842 Aug 17 01:19:57.005707 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42008) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:57.015120 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad18f11-154d-4e6e-b855-a783193752cd tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a40a95-7062-483b-8788-a564699444f3,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:57.020076 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.api.v2.resource [None req-58077ed9-7162-49a6-a0fc-1d5be21b9b88 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] show failed (client error): The resource could not be found. Aug 17 01:19:57.024415 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-58077ed9-7162-49a6-a0fc-1d5be21b9b88 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups/d9a40a95-7062-483b-8788-a564699444f3 HTTP/1.1" status: 404 len: 347 time: 0.0142996 Aug 17 01:19:57.024415 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42010) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:57.188809 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0ba76cc8-e857-449c-b404-9c93ffcaabda tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Deleting port e3d3320a-28d6-4ba2-8474-3f78513e2353 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:19:57.189154 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ba76cc8-e857-449c-b404-9c93ffcaabda tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:57.307672 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ba76cc8-e857-449c-b404-9c93ffcaabda tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:57.308140 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ba76cc8-e857-449c-b404-9c93ffcaabda tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:57.328536 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8cc62ca0-302e-4d2a-a670-7933fe89814e req-bb9ae66c-4161-41df-b737-f4b3c4c84d6a tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 210 time: 0.0298519 Aug 17 01:19:57.330161 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0ba76cc8-e857-449c-b404-9c93ffcaabda tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Calling delete_port for e3d3320a-28d6-4ba2-8474-3f78513e2353 owned by network:floatingip {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:19:57.599666 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ba76cc8-e857-449c-b404-9c93ffcaabda tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:57.629365 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba76cc8-e857-449c-b404-9c93ffcaabda tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event deleted for resources: {'Port': ['ID=e3d3320a-28d6-4ba2-8474-3f78513e2353,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:57.701109 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ba76cc8-e857-449c-b404-9c93ffcaabda tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:57.708347 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ba76cc8-e857-449c-b404-9c93ffcaabda tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:57.709572 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-0ba76cc8-e857-449c-b404-9c93ffcaabda tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "DELETE /v2.0/floatingips/b6441d1e-23c0-4b40-9919-cce1ca5daff7 HTTP/1.1" status: 204 len: 168 time: 0.6847987 Aug 17 01:19:58.064790 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-1688a0c7-bae9-4a42-a188-9e02e955717c tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:58.066392 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-1688a0c7-bae9-4a42-a188-9e02e955717c tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.81 "GET /v2.0/networks?id=dac90b60-01c5-420a-9cef-61942492c749 HTTP/1.1" status: 200 len: 809 time: 0.1376557 Aug 17 01:19:58.129582 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-2ad0ec4a-48db-4348-9dc3-1b00ca266d03 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a1cf69554774acaacc1703ac85c3af9 HTTP/1.1" status: 200 len: 379 time: 0.0494213 Aug 17 01:19:58.147240 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Request body: {'port': {'device_id': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'admin_state_up': True, 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'security_groups': ['71a21b4b-ea7f-484e-8e10-f8a241af46f9']}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:58.260933 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42024) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:58.267632 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-c9f16930-3d94-4deb-a33b-da0c97b10a3b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41538140', 'description': 'tempest-description--721747660'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:58.353653 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Made reservation on behalf of 9a1cf69554774acaacc1703ac85c3af9 for: {'port': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:19:58.358364 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:58.446813 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-277bcec3-ea3d-4b53-8f73-eb46f13de4fd req-48de19c7-b10c-4177-8559-3fef7f5cb16d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 210 time: 0.0327272 Aug 17 01:19:58.456076 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c9f16930-3d94-4deb-a33b-da0c97b10a3b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:58.521455 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Allocated IP 172.20.0.8 (dac90b60-01c5-420a-9cef-61942492c749/b37c8186-f6ab-43fa-a4a6-ea086fecbf54/adf354e4-5aaf-4731-89dc-5a661c4099a9) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:19:58.543886 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c9f16930-3d94-4deb-a33b-da0c97b10a3b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:58.644430 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:19:58.666065 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:19:58.667081 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d6f6e82f-498c-4678-a5ba-ad2e2d80bb8a not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:19:58.667510 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c9f16930-3d94-4deb-a33b-da0c97b10a3b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:58.699884 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:58.700979 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f16930-3d94-4deb-a33b-da0c97b10a3b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:58.719061 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Transition to ACTIVE for port object adf354e4-5aaf-4731-89dc-5a661c4099a9 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:58.747772 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c9f16930-3d94-4deb-a33b-da0c97b10a3b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:58.750434 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-c9f16930-3d94-4deb-a33b-da0c97b10a3b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4871674 Aug 17 01:19:58.752867 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42028) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:58.758983 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-f1b574a9-02e8-4a64-a853-a6e67b818da9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Request body: {'security_group_rule': {'security_group_id': 'd40c94e3-273c-443f-b7ba-0bbbd63d9fb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:58.851285 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:58.897730 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Network dac90b60-01c5-420a-9cef-61942492c749 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:19:58.910992 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1b574a9-02e8-4a64-a853-a6e67b818da9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:58.913968 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:19:58.919415 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:19:58.970685 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event updated for resources: {'Port': ['ID=adf354e4-5aaf-4731-89dc-5a661c4099a9,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:59.026009 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:59.027018 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.038323 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1b574a9-02e8-4a64-a853-a6e67b818da9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.102844 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1b574a9-02e8-4a64-a853-a6e67b818da9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.130623 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b574a9-02e8-4a64-a853-a6e67b818da9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbbe6b9-1bc2-408f-a941-47bfc75fecca,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:59.150626 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-371744ef-8836-43e8-a5fa-2eb5a5acccad tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0014074 Aug 17 01:19:59.160976 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Request body: {'port': {'device_id': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:59.241072 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.277621 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1b574a9-02e8-4a64-a853-a6e67b818da9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.278893 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-f1b574a9-02e8-4a64-a853-a6e67b818da9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5250401 Aug 17 01:19:59.282454 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42036) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:59.288534 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-1fc9f29c-84e6-4ffc-b208-e916987f1b35 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Request body: {'security_group_rule': {'security_group_id': 'd40c94e3-273c-443f-b7ba-0bbbd63d9fb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:59.363393 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-2f82af70-ac38-43fd-be68-0677256e8aa8 None None] Provisioning for port adf354e4-5aaf-4731-89dc-5a661c4099a9 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:19:59.367870 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-2f82af70-ac38-43fd-be68-0677256e8aa8 None None] Provisioning complete for port adf354e4-5aaf-4731-89dc-5a661c4099a9 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:19:59.368240 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2f82af70-ac38-43fd-be68-0677256e8aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.402162 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-2f82af70-ac38-43fd-be68-0677256e8aa8 None None] Port adf354e4-5aaf-4731-89dc-5a661c4099a9 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:19:59.438390 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1fc9f29c-84e6-4ffc-b208-e916987f1b35 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.523440 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1fc9f29c-84e6-4ffc-b208-e916987f1b35 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.594560 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42042) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:59.626173 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf354e4-5aaf-4731-89dc-5a661c4099a9 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:19:59.635533 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.639366 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1fc9f29c-84e6-4ffc-b208-e916987f1b35 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.658253 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Transition to ACTIVE for port object adf354e4-5aaf-4731-89dc-5a661c4099a9 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:19:59.666337 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9f29c-84e6-4ffc-b208-e916987f1b35 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23652459-9c1a-4fc8-90c9-81381d8511b1,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:59.667868 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43568c-2b63-4b74-8016-96e83df3a362 req-1d9cc423-0c0d-4cec-87c4-558d07c2e99f tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:19:59.669451 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0e43568c-2b63-4b74-8016-96e83df3a362 req-1d9cc423-0c0d-4cec-87c4-558d07c2e99f tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 931 time: 0.1156213 Aug 17 01:19:59.713874 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0e43568c-2b63-4b74-8016-96e83df3a362 req-3ce490a3-8f46-498d-a476-9c80dff58c61 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371234 Aug 17 01:19:59.753464 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.758094 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1fc9f29c-84e6-4ffc-b208-e916987f1b35 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.759331 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-1fc9f29c-84e6-4ffc-b208-e916987f1b35 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4752836 Aug 17 01:19:59.760953 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.763897 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42046) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:19:59.768847 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Request body: {'floatingip': {'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:19:59.847424 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Pushing event updated for resources: {'Port': ['ID=adf354e4-5aaf-4731-89dc-5a661c4099a9,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:19:59.899715 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:19:59.923864 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Attempting to bind port adf354e4-5aaf-4731-89dc-5a661c4099a9 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:19:59.924197 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Attempting to bind port adf354e4-5aaf-4731-89dc-5a661c4099a9 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:19:59.924527 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Attempting to bind port adf354e4-5aaf-4731-89dc-5a661c4099a9 on network dac90b60-01c5-420a-9cef-61942492c749 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:19:59.929464 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Port adf354e4-5aaf-4731-89dc-5a661c4099a9 on network dac90b60-01c5-420a-9cef-61942492c749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:19:59.929785 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Attempting to bind port adf354e4-5aaf-4731-89dc-5a661c4099a9 on network dac90b60-01c5-420a-9cef-61942492c749 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:19:59.935357 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:19:59.935688 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Checking segment: {'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:19:59.936064 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Bound using segment: {'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:19:59.936580 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Bound port: adf354e4-5aaf-4731-89dc-5a661c4099a9, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:19:59.937438 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:00.010144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:00.035190 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] For port adf354e4-5aaf-4731-89dc-5a661c4099a9, host hv-cinder-80390, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:20:00.039908 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] For port adf354e4-5aaf-4731-89dc-5a661c4099a9, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:20:00.056677 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=697a0b522cac42eda5ef8381dbc1f734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4609618 Aug 17 01:20:00.057397 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370092f8-17b0-4e76-bb5f-6a47e5b9be78,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:00.059295 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42048) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:00.076792 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:00.077742 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:00.078100 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:00.078462 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:00.078790 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:00.079114 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:00.079433 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:00.079752 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:00.080071 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:00.080386 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:00.080699 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:00.081011 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a33cd6-5645-4a0d-8b77-4670549e9540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:00.130693 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d36cf459-3be8-4bab-81c8-f3301e12a6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:00.133975 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:00.137333 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:00.161586 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d36cf459-3be8-4bab-81c8-f3301e12a6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:00.240099 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:00.240834 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:00.242474 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] 10.222.0.81 "PUT /v2.0/ports/adf354e4-5aaf-4731-89dc-5a661c4099a9 HTTP/1.1" status: 200 len: 1093 time: 1.0872366 Aug 17 01:20:00.244034 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:00.246345 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b92bfe9-5159-4e6c-b795-5b2af4d0a9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:00.266557 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef572ac-ab00-481c-b0f0-cd830d0cfc52 service neutron] Pushing event updated for resources: {'Port': ['ID=adf354e4-5aaf-4731-89dc-5a661c4099a9,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:00.301925 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d36cf459-3be8-4bab-81c8-f3301e12a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:00.305187 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d36cf459-3be8-4bab-81c8-f3301e12a6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:00.306679 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-d36cf459-3be8-4bab-81c8-f3301e12a6e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/370092f8-17b0-4e76-bb5f-6a47e5b9be78 HTTP/1.1" status: 204 len: 168 time: 0.2463088 Aug 17 01:20:00.321631 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cf459-3be8-4bab-81c8-f3301e12a6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370092f8-17b0-4e76-bb5f-6a47e5b9be78,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:00.337825 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae1dbf4-2fe0-4f7f-a14d-fb42b531b2ed x-openstack-request-id: req-7ae1dbf4-2fe0-4f7f-a14d-fb42b531b2ed {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:00.338302 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:00.338735 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ae1dbf4-2fe0-4f7f-a14d-fb42b531b2ed {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:00.339353 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'status': 'completed', 'code': 200} Aug 17 01:20:00.419012 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:00.490899 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92bfe9-5159-4e6c-b795-5b2af4d0a9b3 req-1a762c1a-8f99-4bb0-97be-4aadb1dc9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:00.492560 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5b92bfe9-5159-4e6c-b795-5b2af4d0a9b3 req-1a762c1a-8f99-4bb0-97be-4aadb1dc9052 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9a1cf69554774acaacc1703ac85c3af9&device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 1096 time: 0.1300457 Aug 17 01:20:00.650239 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Allocated IP 172.27.3.154 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/c9c4795d-fb75-453f-b4cb-639c40444734) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:00.669336 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92bfe9-5159-4e6c-b795-5b2af4d0a9b3 req-57607490-f8b2-450c-80b2-2c18cb9a27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:00.670960 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5b92bfe9-5159-4e6c-b795-5b2af4d0a9b3 req-57607490-f8b2-450c-80b2-2c18cb9a27fb service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9a1cf69554774acaacc1703ac85c3af9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1689756 Aug 17 01:20:00.882986 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92bfe9-5159-4e6c-b795-5b2af4d0a9b3 req-741d0b8b-7df8-46c1-81b5-442096c1beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:00.884549 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5b92bfe9-5159-4e6c-b795-5b2af4d0a9b3 req-741d0b8b-7df8-46c1-81b5-442096c1beb1 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2034469 Aug 17 01:20:00.898465 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:00.930694 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99378736-5f8a-44aa-aff1-a63f8c21d5e2 req-02c3c695-9db5-4899-a4e5-49eece449bc1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:00.932337 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-99378736-5f8a-44aa-aff1-a63f8c21d5e2 req-02c3c695-9db5-4899-a4e5-49eece449bc1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.1161447 Aug 17 01:20:01.164818 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42060) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:01.180433 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0a95913f-63cb-4631-a37e-8845c1cc1d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:01.301323 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-d95dfcb9-ca11-4e8d-95c9-95b98c036701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:01.302922 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-d95dfcb9-ca11-4e8d-95c9-95b98c036701 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9a1cf69554774acaacc1703ac85c3af9&device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 1096 time: 0.3678939 Aug 17 01:20:01.306406 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-99378736-5f8a-44aa-aff1-a63f8c21d5e2 req-fe9a5a8f-fcb0-4b09-8869-53133e678262 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3597329 Aug 17 01:20:01.314901 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0a95913f-63cb-4631-a37e-8845c1cc1d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:01.356980 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-47c16c0f-9f03-4a16-a694-50745e39947f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9 HTTP/1.1" status: 200 len: 217 time: 0.0368774 Aug 17 01:20:01.399883 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:01.433762 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0a95913f-63cb-4631-a37e-8845c1cc1d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:01.465091 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-f4034744-995b-4243-9731-53504a09505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:01.466693 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-f4034744-995b-4243-9731-53504a09505a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b37c8186-f6ab-43fa-a4a6-ea086fecbf54 HTTP/1.1" status: 200 len: 848 time: 0.0990694 Aug 17 01:20:01.469389 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:01.473310 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:01.487782 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:01.489719 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event updated for resources: {'Port': ['ID=c9c4795d-fb75-453f-b4cb-639c40444734,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:01.509445 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-0a95913f-63cb-4631-a37e-8845c1cc1d91 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad0825580c604ebbb8d27038abfae608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431282 Aug 17 01:20:01.510954 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95913f-63cb-4631-a37e-8845c1cc1d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bf532c-2c1e-4a2b-a884-a4fa41bab684,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:01.512618 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42064) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:01.608330 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-35713174-00df-4493-ae21-f6ae514e383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:01.608330 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-35713174-00df-4493-ae21-f6ae514e383f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dac90b60-01c5-420a-9cef-61942492c749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1318800 Aug 17 01:20:01.704961 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-029fa666-cac9-4e17-8b3c-87b5d2c1501e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:01.730566 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:01.751868 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-029fa666-cac9-4e17-8b3c-87b5d2c1501e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:01.802408 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-48e400d4-2e18-4cb4-9fba-04ef9f46da2e service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682394 Aug 17 01:20:01.930156 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-377995d6-9e6f-445e-8fb8-9bcb3cb9759d req-24fc3e54-74c5-417c-9dea-33a3f662ca14 service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204517 Aug 17 01:20:01.931208 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:02.098847 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:02.189380 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-029fa666-cac9-4e17-8b3c-87b5d2c1501e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:02.197620 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-029fa666-cac9-4e17-8b3c-87b5d2c1501e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:02.199396 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-029fa666-cac9-4e17-8b3c-87b5d2c1501e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78bf532c-2c1e-4a2b-a884-a4fa41bab684 HTTP/1.1" status: 204 len: 168 time: 0.6702023 Aug 17 01:20:02.201968 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:02.219214 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fa666-cac9-4e17-8b3c-87b5d2c1501e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bf532c-2c1e-4a2b-a884-a4fa41bab684,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:02.306051 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event updated for resources: {'Port': ['ID=c9c4795d-fb75-453f-b4cb-639c40444734,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:02.316767 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:02.376595 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-59ed7d43-61f2-4090-bd9f-1c8108c4ad3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:02.411664 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:02.413821 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-491dc877-d0d5-45a7-9893-ec13483f9c9c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6483145 Aug 17 01:20:02.454233 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b92779-1b81-44d5-9984-2d65228c81cf req-786e7c30-dc22-47f7-96e6-a6c328c32984 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:02.456000 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e3b92779-1b81-44d5-9984-2d65228c81cf req-786e7c30-dc22-47f7-96e6-a6c328c32984 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0547299 Aug 17 01:20:02.508612 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e3b92779-1b81-44d5-9984-2d65228c81cf req-959a3a0b-d561-43ba-a65c-69f0d1c5dcd1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421143 Aug 17 01:20:02.654739 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-f0e16109-822c-4b2a-8717-7ec2f0bf8e17 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--41538140&fields=id&tenant_id=94a3142a9d0d4cf1b284f88519862523 HTTP/1.1" status: 200 len: 267 time: 0.0374944 Aug 17 01:20:02.777266 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-e047464c-bff5-4cbd-9e73-656cba6354b9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:02.778842 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-e047464c-bff5-4cbd-9e73-656cba6354b9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 816 time: 0.1158702 Aug 17 01:20:02.803160 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c706726d-88d1-4f34-8128-b393d1d05384 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/quotas/94a3142a9d0d4cf1b284f88519862523 HTTP/1.1" status: 200 len: 375 time: 0.0166378 Aug 17 01:20:02.868343 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-7149871b-0270-4b46-90d2-a3dcb1caba72 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591052 Aug 17 01:20:02.971436 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-d3b264aa-9395-4eee-adac-34e25dc8a2f9 service neutron] 10.222.0.45 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906982 Aug 17 01:20:03.077792 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-afa20077-c312-44f9-a63a-afea95db5919 service neutron] 10.222.0.45 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984745 Aug 17 01:20:03.416730 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-36ea6b9e-f619-4863-b171-72cf1e2abf26 req-62301a4f-0977-4eeb-9a75-98fb859a527b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 210 time: 0.0490069 Aug 17 01:20:03.667147 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071352c-72e6-46e5-addd-7f80b403dca0 req-1d4ccbd4-bc4c-4a62-9c6f-5a9c970f45a1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:03.668784 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3071352c-72e6-46e5-addd-7f80b403dca0 req-1d4ccbd4-bc4c-4a62-9c6f-5a9c970f45a1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0681579 Aug 17 01:20:03.730473 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3071352c-72e6-46e5-addd-7f80b403dca0 req-1d36a1f5-1665-4e36-a25b-28d08305ef5d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433972 Aug 17 01:20:04.182724 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:20:04.563435 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2c4373e9-2784-4f0a-872c-a70d38020e80 req-5341913b-01ea-4e1d-9ff4-2ec1431a57a0 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 210 time: 0.0293965 Aug 17 01:20:04.875031 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82325aad-1914-4abb-83df-f8e4534e8458 req-0063a448-7276-4473-a2f4-c0a673d6210a tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:04.876991 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-82325aad-1914-4abb-83df-f8e4534e8458 req-0063a448-7276-4473-a2f4-c0a673d6210a tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0581787 Aug 17 01:20:04.937668 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-82325aad-1914-4abb-83df-f8e4534e8458 req-da269782-8f07-4047-9fd8-48215673a33f tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518782 Aug 17 01:20:05.683219 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-209e59df-181f-4693-b84e-592eb00f8fbc req-81e3500e-0895-49de-bde7-63a21d7abc8b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 210 time: 0.0404413 Aug 17 01:20:05.927054 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-36fad134-7f94-444d-9056-00c0e107de60 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:05.928800 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-36fad134-7f94-444d-9056-00c0e107de60 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.81 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 816 time: 0.1257079 Aug 17 01:20:05.947603 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:05.980258 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-6e5b510c-261a-47f6-89ba-d9ce9c38f498 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94a3142a9d0d4cf1b284f88519862523 HTTP/1.1" status: 200 len: 378 time: 0.0407290 Aug 17 01:20:05.992456 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Request body: {'port': {'device_id': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'admin_state_up': True, 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'security_groups': ['d40c94e3-273c-443f-b7ba-0bbbd63d9fb5']}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:06.135766 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b69273-7b18-4ff7-905f-1349f2f2952f req-67c4acb7-8396-4e75-a5d0-2143e32645dd tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:06.137277 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-61b69273-7b18-4ff7-905f-1349f2f2952f req-67c4acb7-8396-4e75-a5d0-2143e32645dd tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0946717 Aug 17 01:20:06.183900 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-42e1e7cc-13d4-4205-accc-baa0d2242897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:06.190745 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-61b69273-7b18-4ff7-905f-1349f2f2952f req-9f4be7e7-0f30-4f9a-bdc9-cc4d13c8727e tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461559 Aug 17 01:20:06.320100 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Made reservation on behalf of 94a3142a9d0d4cf1b284f88519862523 for: {'port': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:20:06.325991 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:06.475098 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Allocated IP 172.20.0.13 (b08e8e09-29ee-47e0-8a15-1911920c916e/49d097c1-16b0-479e-b0a0-6d918c6d35c0/bb4f320d-6d7b-4404-8e9a-a850baf1ad3b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:06.640971 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:06.659261 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Transition to ACTIVE for port object bb4f320d-6d7b-4404-8e9a-a850baf1ad3b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:06.799581 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-da78de9b-131f-436e-9d29-b0af9fb64851 req-c68a8ff9-43fc-4292-aea7-b831f1e708da tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 210 time: 0.0285883 Aug 17 01:20:06.816669 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:06.865273 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Network b08e8e09-29ee-47e0-8a15-1911920c916e is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:06.870718 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:06.875185 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:06.904313 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event updated for resources: {'Port': ['ID=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:06.932931 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:06.933585 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:07.023801 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-02181bc0-d76c-4f1d-8574-c8354d9f9b26 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0351090 Aug 17 01:20:07.037302 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Request body: {'port': {'device_id': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:07.099434 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:07.244640 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-e1ede703-bbfd-46b4-b8e3-49387669cbac None None] Provisioning for port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:07.250534 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-e1ede703-bbfd-46b4-b8e3-49387669cbac None None] Provisioning complete for port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:07.250898 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-e1ede703-bbfd-46b4-b8e3-49387669cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:07.288822 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-e1ede703-bbfd-46b4-b8e3-49387669cbac None None] Port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:20:07.383539 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7c2ed-6cf8-480f-9c0c-dbf341a35a08 req-590056ed-69cb-4993-b516-8165cbd7250c tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:07.385188 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b9b7c2ed-6cf8-480f-9c0c-dbf341a35a08 req-590056ed-69cb-4993-b516-8165cbd7250c tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.1096365 Aug 17 01:20:07.473934 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b9b7c2ed-6cf8-480f-9c0c-dbf341a35a08 req-2dfcd37f-76d1-4e77-aadb-57b8e8336d06 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794413 Aug 17 01:20:07.494792 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4f320d-6d7b-4404-8e9a-a850baf1ad3b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:20:07.500462 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:07.512924 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Transition to ACTIVE for port object bb4f320d-6d7b-4404-8e9a-a850baf1ad3b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:07.621973 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:07.656378 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:07.721096 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Pushing event updated for resources: {'Port': ['ID=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:07.804462 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Attempting to bind port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:20:07.804857 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Attempting to bind port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:20:07.805305 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Attempting to bind port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b on network b08e8e09-29ee-47e0-8a15-1911920c916e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:07.810623 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b on network b08e8e09-29ee-47e0-8a15-1911920c916e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:20:07.811028 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Attempting to bind port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b on network b08e8e09-29ee-47e0-8a15-1911920c916e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:07.817589 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:20:07.817950 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Checking segment: {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:07.818295 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Bound using segment: {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:20:07.818757 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Bound port: bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bc1626-56a5-4167-b091-82543cba7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:20:07.819157 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:07.899169 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:20:07.903752 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:20:07.944600 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c09733-505f-407c-9006-028a1d988a76 req-ada02220-9c25-4f94-8348-17d9b9bae087 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:07.947076 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e2c09733-505f-407c-9006-028a1d988a76 req-ada02220-9c25-4f94-8348-17d9b9bae087 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0591624 Aug 17 01:20:07.991080 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e2c09733-505f-407c-9006-028a1d988a76 req-b5d94926-7629-4c4e-b802-b1f273b3630d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369074 Aug 17 01:20:08.086496 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:08.154137 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:08.155747 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:08.158422 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] 10.222.0.81 "PUT /v2.0/ports/bb4f320d-6d7b-4404-8e9a-a850baf1ad3b HTTP/1.1" status: 200 len: 1094 time: 1.1258435 Aug 17 01:20:08.159104 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:08.162760 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fa6cfa-7ad4-413e-8290-488f678fd8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:08.212664 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69210d2-d8c2-47c1-820b-7f1505d61e6c service neutron] Pushing event updated for resources: {'Port': ['ID=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:08.240797 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e14e7a-d60d-43df-8d11-b6343d151538 x-openstack-request-id: req-96e14e7a-d60d-43df-8d11-b6343d151538 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:08.241441 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:08.241636 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96e14e7a-d60d-43df-8d11-b6343d151538 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:08.242134 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'status': 'completed', 'code': 200} Aug 17 01:20:08.340828 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa6cfa-7ad4-413e-8290-488f678fd8f4 req-0616a9b5-d588-4d05-9497-467b67882782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:08.344271 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-13fa6cfa-7ad4-413e-8290-488f678fd8f4 req-0616a9b5-d588-4d05-9497-467b67882782 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 1097 time: 0.0771015 Aug 17 01:20:08.504634 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa6cfa-7ad4-413e-8290-488f678fd8f4 req-03c35561-17be-4b81-8721-8e45361bd289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:08.507304 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-13fa6cfa-7ad4-413e-8290-488f678fd8f4 req-03c35561-17be-4b81-8721-8e45361bd289 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=94a3142a9d0d4cf1b284f88519862523&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1527078 Aug 17 01:20:08.618593 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f6b92-32cb-49b9-8acc-53055f370600 req-61765b35-5482-432d-8efa-141c6da1bd64 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:08.620295 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-919f6b92-32cb-49b9-8acc-53055f370600 req-61765b35-5482-432d-8efa-141c6da1bd64 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0638311 Aug 17 01:20:08.643903 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa6cfa-7ad4-413e-8290-488f678fd8f4 req-dd90c5e6-451e-480d-9904-de2f8b3adf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:08.645427 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-13fa6cfa-7ad4-413e-8290-488f678fd8f4 req-dd90c5e6-451e-480d-9904-de2f8b3adf4f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1305285 Aug 17 01:20:08.674850 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-919f6b92-32cb-49b9-8acc-53055f370600 req-7f2cd06e-f54b-4ca1-b8c8-d7aff8414533 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464122 Aug 17 01:20:08.740438 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-76d11262-8e14-4ae8-8d79-09f4e6020165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:08.741988 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-76d11262-8e14-4ae8-8d79-09f4e6020165 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 1097 time: 0.0505321 Aug 17 01:20:08.814857 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-4c8579df-18de-45ce-a25b-7cbae599adbe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b HTTP/1.1" status: 200 len: 217 time: 0.0633190 Aug 17 01:20:08.866610 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-984befe4-87e2-4f15-ba63-49f8e5e2d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:08.868220 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-984befe4-87e2-4f15-ba63-49f8e5e2d60c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49d097c1-16b0-479e-b0a0-6d918c6d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0471864 Aug 17 01:20:08.916386 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-4f086b66-b6c3-4487-80a6-fe290112df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:08.917936 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-4f086b66-b6c3-4487-80a6-fe290112df24 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e8e09-29ee-47e0-8a15-1911920c916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425618 Aug 17 01:20:09.025900 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-ac7f194a-4d93-46e5-be34-0b04dc68ead0 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997980 Aug 17 01:20:09.166805 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921cdca-e0f5-4fed-bfcf-a706ed575128 req-0ec6b975-01ac-4d28-a7cd-defdfbe39cd6 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:09.168414 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1921cdca-e0f5-4fed-bfcf-a706ed575128 req-0ec6b975-01ac-4d28-a7cd-defdfbe39cd6 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0871401 Aug 17 01:20:09.171570 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-630085d1-3f73-4643-97da-7c44dd9dfbc1 req-43d25e92-2443-414d-b0ae-d4c183395168 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377969 Aug 17 01:20:09.211109 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1921cdca-e0f5-4fed-bfcf-a706ed575128 req-d18ad346-6254-497d-9eb4-acfad0bd689f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353134 Aug 17 01:20:09.427589 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:09.807423 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93501e28-50af-403f-933c-3c92a07f530e req-87031a05-845b-458b-ae9e-3c1d3fd3aebb tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:09.808946 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-93501e28-50af-403f-933c-3c92a07f530e req-87031a05-845b-458b-ae9e-3c1d3fd3aebb tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0648868 Aug 17 01:20:09.849388 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-93501e28-50af-403f-933c-3c92a07f530e req-11b845fd-48c3-4687-9614-bfd5142934f1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336392 Aug 17 01:20:10.346588 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b117083-c09b-4999-9ee8-684a2df484a5 req-f4548adb-e53a-439c-b904-47b6fb0dc4ff tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:10.348394 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0b117083-c09b-4999-9ee8-684a2df484a5 req-f4548adb-e53a-439c-b904-47b6fb0dc4ff tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0538757 Aug 17 01:20:10.389191 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0b117083-c09b-4999-9ee8-684a2df484a5 req-1e823355-57e9-419a-be8d-de7784e7fd8d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343442 Aug 17 01:20:10.693141 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device adf354e4-5aaf-4731-89dc-5a661c4099a9 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:20:10.792716 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port adf354e4-5aaf-4731-89dc-5a661c4099a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:10.804359 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'port_id': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'mac_address': 'fa:16:3e:72:82:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:20:10.843965 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:10.857644 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf354e4-5aaf-4731-89dc-5a661c4099a9 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:20:10.879298 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port adf354e4-5aaf-4731-89dc-5a661c4099a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:10.971315 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba7494-636b-489a-a2db-9e2f9a9ce8e6 req-32754096-f50d-4e5b-9b27-1f9866344768 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:10.973132 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7dba7494-636b-489a-a2db-9e2f9a9ce8e6 req-32754096-f50d-4e5b-9b27-1f9866344768 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0551908 Aug 17 01:20:11.011372 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7dba7494-636b-489a-a2db-9e2f9a9ce8e6 req-0f855228-44d6-45c1-a5fa-2fd5cdbbd034 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317562 Aug 17 01:20:11.048970 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:11.099920 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=adf354e4-5aaf-4731-89dc-5a661c4099a9,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:11.277764 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['adf354e4-5aaf-4731-89dc-5a661c4099a9'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:20:11.523315 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e407171-4d6c-462d-bee3-dafcefa10121 req-912f1bea-e262-4cd3-be9e-96119cdc37cf tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:11.526475 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3e407171-4d6c-462d-bee3-dafcefa10121 req-912f1bea-e262-4cd3-be9e-96119cdc37cf tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0598774 Aug 17 01:20:11.568143 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3e407171-4d6c-462d-bee3-dafcefa10121 req-eafc52f4-1869-4d14-a84c-0884f31b7a0a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359893 Aug 17 01:20:12.142518 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc09ea-d040-4d5e-8de1-731a40914ae1 req-6a315eeb-6634-4b06-a5f4-3973ae831ba0 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:12.143902 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-35bc09ea-d040-4d5e-8de1-731a40914ae1 req-6a315eeb-6634-4b06-a5f4-3973ae831ba0 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 944 time: 0.0608337 Aug 17 01:20:12.183650 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-35bc09ea-d040-4d5e-8de1-731a40914ae1 req-2ca37b35-d07f-4376-ac2b-7dc266b0028b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334451 Aug 17 01:20:12.704709 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdfeda-bc52-425f-8424-53222b1d1437 req-6303eb33-7bc4-45ae-9e32-a44c5410c524 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:12.707224 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3bbdfeda-bc52-425f-8424-53222b1d1437 req-6303eb33-7bc4-45ae-9e32-a44c5410c524 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0631268 Aug 17 01:20:12.713694 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device bb4f320d-6d7b-4404-8e9a-a850baf1ad3b details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:20:12.717007 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device adf354e4-5aaf-4731-89dc-5a661c4099a9 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:12.748917 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3bbdfeda-bc52-425f-8424-53222b1d1437 req-8e5fef93-f7d9-456b-bd80-54561c24f20c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356982 Aug 17 01:20:12.865787 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:12.879158 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'port_id': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'mac_address': 'fa:16:3e:76:b5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:20:12.918915 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:12.932580 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4f320d-6d7b-4404-8e9a-a850baf1ad3b {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:20:12.939094 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port adf354e4-5aaf-4731-89dc-5a661c4099a9 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:12.948737 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port adf354e4-5aaf-4731-89dc-5a661c4099a9 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:12.949151 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:12.981509 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:13.042673 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:13.067859 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:13.070359 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc303c5-2af5-49d3-bfb4-71c116088696" -d '{"events": [{"server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "name": "network-vif-plugged", "status": "completed", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:13.084988 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port adf354e4-5aaf-4731-89dc-5a661c4099a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:13.093135 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:13.111961 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f7b3a8-e387-4d06-a549-34652292ff80 x-openstack-request-id: req-f9f7b3a8-e387-4d06-a549-34652292ff80 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:13.112249 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "name": "network-vif-plugged", "status": "completed", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:13.112495 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9f7b3a8-e387-4d06-a549-34652292ff80 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:13.112879 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'code': 200} Aug 17 01:20:13.156707 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:13.175192 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:13.237519 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=adf354e4-5aaf-4731-89dc-5a661c4099a9,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:13.318333 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['bb4f320d-6d7b-4404-8e9a-a850baf1ad3b'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:20:13.334484 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717caa0-bb38-43e4-aff5-f1856c94aa2a req-d2c6ed46-37a8-4cb9-94d9-7b466ccef147 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:13.336058 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a717caa0-bb38-43e4-aff5-f1856c94aa2a req-d2c6ed46-37a8-4cb9-94d9-7b466ccef147 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0556099 Aug 17 01:20:13.384134 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42272) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:13.390488 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a717caa0-bb38-43e4-aff5-f1856c94aa2a req-11d2580b-490c-4997-9127-957af6dcb98c tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472083 Aug 17 01:20:13.525605 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ba0d9-2c6e-47c0-b165-4cd97f193c42 req-60efbd14-dafc-46d8-b5b2-c1e8528dcc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:13.530023 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bf9ba0d9-2c6e-47c0-b165-4cd97f193c42 req-60efbd14-dafc-46d8-b5b2-c1e8528dcc3b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 1098 time: 0.0587463 Aug 17 01:20:13.546260 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-af1c9fe7-92d8-4ef4-b60c-e5400772a1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:13.588406 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bf9ba0d9-2c6e-47c0-b165-4cd97f193c42 req-2aa53879-40e8-44c9-bf0a-6f5e5447b9e7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497022 Aug 17 01:20:13.660428 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-af1c9fe7-92d8-4ef4-b60c-e5400772a1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:13.741867 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-af1c9fe7-92d8-4ef4-b60c-e5400772a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:13.783107 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-af1c9fe7-92d8-4ef4-b60c-e5400772a1f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7b3d64165ad64ea787eecde588f41de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978560 Aug 17 01:20:13.783907 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c9fe7-92d8-4ef4-b60c-e5400772a1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582cf6bc-ccb9-4f38-8ac4-272f164b2ecf,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:13.785949 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42286) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:13.839469 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2262-1f07-4bc4-ab6e-fe999a042303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:13.878519 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2262-1f07-4bc4-ab6e-fe999a042303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:13.885464 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d07ce-0892-4f46-b889-f90be84e7729 req-b0162799-e1ec-4883-9b72-dc13aa1e8f6a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:13.891499 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-319d07ce-0892-4f46-b889-f90be84e7729 req-b0162799-e1ec-4883-9b72-dc13aa1e8f6a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 945 time: 0.0612650 Aug 17 01:20:13.929509 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-319d07ce-0892-4f46-b889-f90be84e7729 req-37d07b3e-a0af-4653-ba92-849563fe8d1e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356476 Aug 17 01:20:14.037716 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2262-1f07-4bc4-ab6e-fe999a042303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:14.040356 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2262-1f07-4bc4-ab6e-fe999a042303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:14.041529 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-fa5c2262-1f07-4bc4-ab6e-fe999a042303 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/582cf6bc-ccb9-4f38-8ac4-272f164b2ecf HTTP/1.1" status: 204 len: 168 time: 0.2540698 Aug 17 01:20:14.050262 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c2262-1f07-4bc4-ab6e-fe999a042303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582cf6bc-ccb9-4f38-8ac4-272f164b2ecf,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:14.517257 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cacefe-0d6b-42a6-a9ac-e875cac37de8 req-15a934fb-b743-4627-9b31-22459a975d4a tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:14.518791 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-89cacefe-0d6b-42a6-a9ac-e875cac37de8 req-15a934fb-b743-4627-9b31-22459a975d4a tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0533977 Aug 17 01:20:14.556833 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-89cacefe-0d6b-42a6-a9ac-e875cac37de8 req-f53832f4-6795-4b29-a546-db85c724b71e tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318789 Aug 17 01:20:14.722258 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device bb4f320d-6d7b-4404-8e9a-a850baf1ad3b up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:14.872862 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:14.877696 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:14.878109 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:14.961285 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:14.997139 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:15.055059 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9531a-992f-4f41-80a0-60a5aed0aba3 req-ad5776aa-3da4-4fe7-957f-3f2049b0d4c2 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:15.056556 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9fe9531a-992f-4f41-80a0-60a5aed0aba3 req-ad5776aa-3da4-4fe7-957f-3f2049b0d4c2 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 945 time: 0.0535946 Aug 17 01:20:15.096255 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9fe9531a-992f-4f41-80a0-60a5aed0aba3 req-d90a38ea-1af5-439f-8955-1c7a564658f9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336750 Aug 17 01:20:15.114061 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:15.116848 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751e8348-5676-451b-92f3-bdba28102be0" -d '{"events": [{"server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "name": "network-vif-plugged", "status": "completed", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:15.165687 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544b2caf-64c0-4654-95e9-759141203d7e x-openstack-request-id: req-544b2caf-64c0-4654-95e9-759141203d7e {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:15.165989 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "name": "network-vif-plugged", "status": "completed", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:15.166240 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-544b2caf-64c0-4654-95e9-759141203d7e {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:15.166688 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'code': 200} Aug 17 01:20:15.181885 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:15.235377 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:15.503276 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144672d-4a67-43ac-8169-8837e6d6f38c req-301e4334-1227-4757-9d20-f25a439dbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:15.504720 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7144672d-4a67-43ac-8169-8837e6d6f38c req-301e4334-1227-4757-9d20-f25a439dbd76 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 1099 time: 0.0410841 Aug 17 01:20:15.540585 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7144672d-4a67-43ac-8169-8837e6d6f38c req-94c5b878-0229-40af-a79c-36411a7d8dbc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287921 Aug 17 01:20:15.680688 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6d302-d0b4-4467-b8d5-cfb99108b862 req-527e88ea-8067-4267-a6f6-3a1add0fa922 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:15.682305 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-00e6d302-d0b4-4467-b8d5-cfb99108b862 req-527e88ea-8067-4267-a6f6-3a1add0fa922 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0576086 Aug 17 01:20:15.725165 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-00e6d302-d0b4-4467-b8d5-cfb99108b862 req-9af29556-81ff-473f-9785-1d7f28ed67dc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358696 Aug 17 01:20:15.848026 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42346) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:15.852975 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d416b3-ef22-4b0d-9d4d-0dd4a9f551d8 req-558b8484-6aa2-42f4-9a26-0e268ff9c035 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:15.854354 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d4d416b3-ef22-4b0d-9d4d-0dd4a9f551d8 req-558b8484-6aa2-42f4-9a26-0e268ff9c035 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0552592 Aug 17 01:20:15.894732 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d4d416b3-ef22-4b0d-9d4d-0dd4a9f551d8 req-47cdd42b-13ea-4f46-b94e-0e07dadbbe54 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332854 Aug 17 01:20:15.917138 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42350) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:15.962394 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-99129692-72f9-40de-9780-ad21a446e9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:16.090603 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-99129692-72f9-40de-9780-ad21a446e9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:16.106350 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50eee05-3c30-4764-ba20-35e643af4485 tempest-TestShelveInstance-1798922613 tempest-TestShelveInstance-1798922613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:16.107923 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-e50eee05-3c30-4764-ba20-35e643af4485 tempest-TestShelveInstance-1798922613 tempest-TestShelveInstance-1798922613-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 1093 time: 0.1898057 Aug 17 01:20:16.110895 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42358) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:16.115570 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Request body: {'floatingip': {'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'port_id': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:16.179275 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-99129692-72f9-40de-9780-ad21a446e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:16.254425 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-99129692-72f9-40de-9780-ad21a446e9f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2b139e6e17d490eb68b32279f8e9174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052587 Aug 17 01:20:16.255520 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99129692-72f9-40de-9780-ad21a446e9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbc49a8-8d2b-477d-bb49-a13f3e9b6f23,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:16.257839 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42364) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:16.298244 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a20b12-439f-45d6-a46c-a0aff18c5f9b req-c257536f-1197-4499-b73f-da8ba51f0f23 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:16.300370 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a0a20b12-439f-45d6-a46c-a0aff18c5f9b req-c257536f-1197-4499-b73f-da8ba51f0f23 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.1223292 Aug 17 01:20:16.344345 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for floatingip, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:16.362612 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ca8bacbc-4dbd-4227-a3a1-501e1c346e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:16.367606 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a0a20b12-439f-45d6-a46c-a0aff18c5f9b req-e56ab17d-d354-4ec7-b4d4-60b9c1d8b8ea tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576186 Aug 17 01:20:16.441348 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ca8bacbc-4dbd-4227-a3a1-501e1c346e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:16.532404 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:16.638898 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ca8bacbc-4dbd-4227-a3a1-501e1c346e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:16.642138 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ca8bacbc-4dbd-4227-a3a1-501e1c346e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:16.643370 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ca8bacbc-4dbd-4227-a3a1-501e1c346e0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4bbc49a8-8d2b-477d-bb49-a13f3e9b6f23 HTTP/1.1" status: 204 len: 168 time: 0.3823636 Aug 17 01:20:16.678885 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bacbc-4dbd-4227-a3a1-501e1c346e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbc49a8-8d2b-477d-bb49-a13f3e9b6f23,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:16.764186 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Allocated IP 172.27.3.220 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/37d0c52d-21f8-4f50-a09e-c98e4956ac4f) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:16.871937 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:17.021693 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:17.074783 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:17.077734 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:17.080750 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:17.087738 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event updated for resources: {'Port': ['ID=37d0c52d-21f8-4f50-a09e-c98e4956ac4f,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:17.379861 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42386) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:17.394720 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11c0dce6-d062-4842-89ec-f9118a38baf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:17.502801 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:17.521533 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11c0dce6-d062-4842-89ec-f9118a38baf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:17.539678 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f5321-0b26-4fa1-908a-e8191573b65c req-03c8fb57-f3f9-4428-bafd-790c83f50c0b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:17.541232 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d20f5321-0b26-4fa1-908a-e8191573b65c req-03c8fb57-f3f9-4428-bafd-790c83f50c0b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0729930 Aug 17 01:20:17.583675 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d20f5321-0b26-4fa1-908a-e8191573b65c req-29f164cf-88b1-47fa-ba41-adc3e9f6b9bc tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354724 Aug 17 01:20:17.638473 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11c0dce6-d062-4842-89ec-f9118a38baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:17.676970 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:17.682516 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-11c0dce6-d062-4842-89ec-f9118a38baf0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f96d6580d3d346e3bca473e1cf3194c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014793 Aug 17 01:20:17.683605 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0dce6-d062-4842-89ec-f9118a38baf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433340a7-9daf-4f4f-8205-22b3b10a2b8f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:17.688065 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42392) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:17.747759 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-96912082-616f-4c44-bd49-4da8a99464a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:17.750995 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6f923-a228-4b56-b388-1c51727b3ec5 req-dd33175a-953a-411c-a4a4-c4706c988736 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:17.752707 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-95c6f923-a228-4b56-b388-1c51727b3ec5 req-dd33175a-953a-411c-a4a4-c4706c988736 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0916617 Aug 17 01:20:17.763145 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42394) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:17.768123 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-e5752f38-5b3e-473e-8174-f4c234cf26c8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Request body: {'floatingip': {'port_id': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:17.809573 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-96912082-616f-4c44-bd49-4da8a99464a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:17.827368 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e5752f38-5b3e-473e-8174-f4c234cf26c8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:17.892682 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:17.980806 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:18.049287 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event updated for resources: {'Port': ['ID=37d0c52d-21f8-4f50-a09e-c98e4956ac4f,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:18.056594 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-96912082-616f-4c44-bd49-4da8a99464a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:18.059145 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-96912082-616f-4c44-bd49-4da8a99464a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:18.060439 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-96912082-616f-4c44-bd49-4da8a99464a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/433340a7-9daf-4f4f-8205-22b3b10a2b8f HTTP/1.1" status: 204 len: 168 time: 0.3707304 Aug 17 01:20:18.065567 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:18.079306 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96912082-616f-4c44-bd49-4da8a99464a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433340a7-9daf-4f4f-8205-22b3b10a2b8f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:18.185511 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.l3_db [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Floating IP 60dd55c4-4271-40fd-9544-91e968344020 associated. External IP: 172.27.3.220, port: adf354e4-5aaf-4731-89dc-5a661c4099a9. Aug 17 01:20:18.349633 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e5752f38-5b3e-473e-8174-f4c234cf26c8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:18.442078 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Router 092c8ac4-769a-45b9-875d-dc4621dd2512 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:20:18.464519 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e5752f38-5b3e-473e-8174-f4c234cf26c8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:18.579949 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.l3_db [None req-e5752f38-5b3e-473e-8174-f4c234cf26c8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Floating IP b2ca8efb-2c56-4736-9fc5-43d0aff1dbab associated. External IP: 172.27.3.154, port: bb4f320d-6d7b-4404-8e9a-a850baf1ad3b. Aug 17 01:20:18.832806 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:20:18.843927 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6534da44-fa66-4dc7-9211-310398f72f4c None None] Sync routers for ids ['092c8ac4-769a-45b9-875d-dc4621dd2512'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:20:18.856676 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6534da44-fa66-4dc7-9211-310398f72f4c None None] Routers {'092c8ac4-769a-45b9-875d-dc4621dd2512'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:18.857456 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-6534da44-fa66-4dc7-9211-310398f72f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['092c8ac4-769a-45b9-875d-dc4621dd2512'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:18.901369 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42404) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:18.928088 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3bf1-e0ff-4deb-8a77-a96bf00fab02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:18.993477 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-6534da44-fa66-4dc7-9211-310398f72f4c None None] Set router 092c8ac4-769a-45b9-875d-dc4621dd2512 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:19.011766 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:19.062403 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-11dd83ec-a8c8-4896-a2c6-5d77603bc790 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9420738 Aug 17 01:20:19.062403 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:19.062403 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40150a35-c6d5-4260-9881-622867d867c4" -d '{"events": [{"name": "network-changed", "server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:19.105720 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145a042a-7003-4dba-b7c0-781f89a83d0b x-openstack-request-id: req-145a042a-7003-4dba-b7c0-781f89a83d0b {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:19.106303 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:19.111172 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-145a042a-7003-4dba-b7c0-781f89a83d0b {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:19.111310 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5752f38-5b3e-473e-8174-f4c234cf26c8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:20:19.111413 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'status': 'completed', 'code': 200} Aug 17 01:20:19.145892 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3bf1-e0ff-4deb-8a77-a96bf00fab02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:19.252542 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40150a35-c6d5-4260-9881-622867d867c4 req-67b6d6be-ab07-4703-91dc-114f74c079bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:19.254046 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-40150a35-c6d5-4260-9881-622867d867c4 req-67b6d6be-ab07-4703-91dc-114f74c079bc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9a1cf69554774acaacc1703ac85c3af9&device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 1098 time: 0.0995183 Aug 17 01:20:19.255956 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3bf1-e0ff-4deb-8a77-a96bf00fab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:19.259853 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-6534da44-fa66-4dc7-9211-310398f72f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:19:21Z', 'revision_number': 4, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '60dd55c4-4271-40fd-9544-91e968344020', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'port_id': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'mac_address': 'fa:16:3e:72:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:20:17Z', 'updated_at': '2021-08-17T01:20:17Z', 'revision_number': 0, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f42ed0e-ede2-463a-a27d-f934cd69234c', 'name': '', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'mac_address': 'fa:16:3e:47:c3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:20Z', 'updated_at': '2021-08-17T01:19:26Z', 'revision_number': 5, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'subnets': [{'id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:19.267494 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5752f38-5b3e-473e-8174-f4c234cf26c8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:20:19.272247 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e5752f38-5b3e-473e-8174-f4c234cf26c8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:19.286982 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145bf500-6fd4-48a9-82da-b3751d93b441 None None] Sync routers for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:20:19.291436 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6534da44-fa66-4dc7-9211-310398f72f4c None None] Checking router: 092c8ac4-769a-45b9-875d-dc4621dd2512 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:20:19.303025 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6534da44-fa66-4dc7-9211-310398f72f4c None None] Routers {'092c8ac4-769a-45b9-875d-dc4621dd2512'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:19.303691 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-6534da44-fa66-4dc7-9211-310398f72f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['092c8ac4-769a-45b9-875d-dc4621dd2512'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:19.310624 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145bf500-6fd4-48a9-82da-b3751d93b441 None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:19.311246 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-145bf500-6fd4-48a9-82da-b3751d93b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:19.350541 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-dc5c3bf1-e0ff-4deb-8a77-a96bf00fab02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35310a72a0a5455a8da6227e341905d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479280 Aug 17 01:20:19.351821 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c3bf1-e0ff-4deb-8a77-a96bf00fab02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c94f66a-75b7-46f2-a6c5-26be62fa6602,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:19.356057 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42420) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:19.375219 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-e5752f38-5b3e-473e-8174-f4c234cf26c8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "PUT /v2.0/floatingips/b2ca8efb-2c56-4736-9fc5-43d0aff1dbab HTTP/1.1" status: 200 len: 992 time: 1.6107335 Aug 17 01:20:19.378692 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:19.381818 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dad0129-f4b4-405c-8770-59e75df55cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:19.434649 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40150a35-c6d5-4260-9881-622867d867c4 req-281d3c3b-688c-49d9-9475-9edd8b02c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:19.436429 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-40150a35-c6d5-4260-9881-622867d867c4 req-281d3c3b-688c-49d9-9475-9edd8b02c50a service neutron] 10.222.0.81 "GET /v2.0/networks?id=dac90b60-01c5-420a-9cef-61942492c749 HTTP/1.1" status: 200 len: 909 time: 0.1604319 Aug 17 01:20:19.447503 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0da638ac-a6ec-4156-ab74-4375efb8735b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:19.498165 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b01602-5677-4309-a7fa-20bfc1218cf3 x-openstack-request-id: req-96b01602-5677-4309-a7fa-20bfc1218cf3 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:19.498840 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:19.498840 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96b01602-5677-4309-a7fa-20bfc1218cf3 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:19.499140 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'status': 'completed', 'code': 200} Aug 17 01:20:19.517095 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-145bf500-6fd4-48a9-82da-b3751d93b441 None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:19.540611 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-40150a35-c6d5-4260-9881-622867d867c4 req-184a0ab0-8309-44bf-8d43-267286cf0312 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9 HTTP/1.1" status: 200 len: 999 time: 0.0864055 Aug 17 01:20:19.546539 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-6534da44-fa66-4dc7-9211-310398f72f4c None None] Set router 092c8ac4-769a-45b9-875d-dc4621dd2512 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:19.549686 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0da638ac-a6ec-4156-ab74-4375efb8735b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:19.591492 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0129-f4b4-405c-8770-59e75df55cd2 req-d855d5b0-2017-4581-a06c-01d3b19b6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:19.592923 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9dad0129-f4b4-405c-8770-59e75df55cd2 req-d855d5b0-2017-4581-a06c-01d3b19b6d62 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 1099 time: 0.0917809 Aug 17 01:20:19.624650 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40150a35-c6d5-4260-9881-622867d867c4 req-c4d9bce6-d70f-411c-8a68-14444b9cc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:19.628159 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-40150a35-c6d5-4260-9881-622867d867c4 req-c4d9bce6-d70f-411c-8a68-14444b9cc464 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b37c8186-f6ab-43fa-a4a6-ea086fecbf54 HTTP/1.1" status: 200 len: 848 time: 0.0770285 Aug 17 01:20:19.705271 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40150a35-c6d5-4260-9881-622867d867c4 req-b3c65e10-9996-47b9-b7db-422b6f6d89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:19.707366 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-40150a35-c6d5-4260-9881-622867d867c4 req-b3c65e10-9996-47b9-b7db-422b6f6d89f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dac90b60-01c5-420a-9cef-61942492c749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695541 Aug 17 01:20:19.714356 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0129-f4b4-405c-8770-59e75df55cd2 req-34f6a405-4a8c-4ccb-97b9-de6783256280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:19.716321 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9dad0129-f4b4-405c-8770-59e75df55cd2 req-34f6a405-4a8c-4ccb-97b9-de6783256280 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 916 time: 0.1149800 Aug 17 01:20:19.775479 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0da638ac-a6ec-4156-ab74-4375efb8735b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:19.780050 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0da638ac-a6ec-4156-ab74-4375efb8735b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:19.785851 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-0da638ac-a6ec-4156-ab74-4375efb8735b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c94f66a-75b7-46f2-a6c5-26be62fa6602 HTTP/1.1" status: 204 len: 168 time: 0.4284759 Aug 17 01:20:19.805996 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da638ac-a6ec-4156-ab74-4375efb8735b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c94f66a-75b7-46f2-a6c5-26be62fa6602,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:19.839148 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9dad0129-f4b4-405c-8770-59e75df55cd2 req-ebac4235-3346-4024-bf2e-cea7eeebbf6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b HTTP/1.1" status: 200 len: 1000 time: 0.1144540 Aug 17 01:20:19.882472 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-40150a35-c6d5-4260-9881-622867d867c4 req-e68cdab9-200b-4126-aa8e-39542a461e8a service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675651 Aug 17 01:20:19.954834 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-145bf500-6fd4-48a9-82da-b3751d93b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'b2ca8efb-2c56-4736-9fc5-43d0aff1dbab', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'port_id': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'mac_address': 'fa:16:3e:76:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:20:01Z', 'updated_at': '2021-08-17T01:20:18Z', 'revision_number': 1, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:57Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:19.957535 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0129-f4b4-405c-8770-59e75df55cd2 req-d6a16d2e-b58f-4ba7-8430-e62c19ebf035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:19.959168 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9dad0129-f4b4-405c-8770-59e75df55cd2 req-d6a16d2e-b58f-4ba7-8430-e62c19ebf035 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49d097c1-16b0-479e-b0a0-6d918c6d35c0 HTTP/1.1" status: 200 len: 855 time: 0.1118255 Aug 17 01:20:19.993515 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145bf500-6fd4-48a9-82da-b3751d93b441 None None] Checking router: 383d3959-8bd4-4db3-8502-3b9c0580fdb0 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:20:20.005278 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145bf500-6fd4-48a9-82da-b3751d93b441 None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:20.005977 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-145bf500-6fd4-48a9-82da-b3751d93b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:20.018543 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0129-f4b4-405c-8770-59e75df55cd2 req-00eed2fb-b3d6-4bca-b90f-9509ced46050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:20.020433 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9dad0129-f4b4-405c-8770-59e75df55cd2 req-00eed2fb-b3d6-4bca-b90f-9509ced46050 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e8e09-29ee-47e0-8a15-1911920c916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543797 Aug 17 01:20:20.052050 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-6534da44-fa66-4dc7-9211-310398f72f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:19:21Z', 'revision_number': 4, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '60dd55c4-4271-40fd-9544-91e968344020', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'port_id': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'mac_address': 'fa:16:3e:72:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:20:17Z', 'updated_at': '2021-08-17T01:20:17Z', 'revision_number': 0, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f42ed0e-ede2-463a-a27d-f934cd69234c', 'name': '', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'mac_address': 'fa:16:3e:47:c3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:20Z', 'updated_at': '2021-08-17T01:19:26Z', 'revision_number': 5, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'subnets': [{'id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:20.069725 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-40150a35-c6d5-4260-9881-622867d867c4 req-02b2bc72-0193-4f4c-90c9-adb22ef1afba service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797657 Aug 17 01:20:20.084362 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6534da44-fa66-4dc7-9211-310398f72f4c None None] The sync data for ids ['092c8ac4-769a-45b9-875d-dc4621dd2512'] in dv-cinder-803901-7-iscsi is: [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:19:21Z', 'revision_number': 4, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '60dd55c4-4271-40fd-9544-91e968344020', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'port_id': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'mac_address': 'fa:16:3e:72:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:20:17Z', 'updated_at': '2021-08-17T01:20:17Z', 'revision_number': 0, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f42ed0e-ede2-463a-a27d-f934cd69234c', 'name': '', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'mac_address': 'fa:16:3e:47:c3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:20Z', 'updated_at': '2021-08-17T01:19:26Z', 'revision_number': 5, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'subnets': [{'id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:20:20.181350 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9dad0129-f4b4-405c-8770-59e75df55cd2 req-ce4da270-5959-479e-a197-0372d383c874 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525831 Aug 17 01:20:20.186515 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-145bf500-6fd4-48a9-82da-b3751d93b441 None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:20.304276 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9dad0129-f4b4-405c-8770-59e75df55cd2 req-06000c06-c0e9-4e0e-bd01-9522a297a2fd service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148148 Aug 17 01:20:20.428492 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f416d6-cdf7-4fa6-90a0-8cd57c6bf3e6 None None] New status for floating IP 60dd55c4-4271-40fd-9544-91e968344020: ACTIVE {{(pid=94704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:20:20.600971 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-145bf500-6fd4-48a9-82da-b3751d93b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'b2ca8efb-2c56-4736-9fc5-43d0aff1dbab', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'port_id': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'mac_address': 'fa:16:3e:76:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:20:01Z', 'updated_at': '2021-08-17T01:20:18Z', 'revision_number': 1, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:57Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:20.637661 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145bf500-6fd4-48a9-82da-b3751d93b441 None None] The sync data for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi is: [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'b2ca8efb-2c56-4736-9fc5-43d0aff1dbab', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'port_id': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'mac_address': 'fa:16:3e:76:b5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:20:01Z', 'updated_at': '2021-08-17T01:20:18Z', 'revision_number': 1, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:57Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:20:20.899698 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9841b484-370f-4816-aa8d-9c29b631b347 None None] New status for floating IP b2ca8efb-2c56-4736-9fc5-43d0aff1dbab: ACTIVE {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:20:21.276485 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42462) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:21.412773 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-124972084-network', 'tenant_id': 'c6d0cded1f104b3993e6c45037589351'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:21.511805 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a6677-8c84-4f97-b4c3-bf39eb65d7a1 req-7551e8cf-71a7-4d60-9dc1-c8413a91ca22 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:21.513409 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bc4a6677-8c84-4f97-b4c3-bf39eb65d7a1 req-7551e8cf-71a7-4d60-9dc1-c8413a91ca22 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0549405 Aug 17 01:20:21.560936 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bc4a6677-8c84-4f97-b4c3-bf39eb65d7a1 req-82c8535f-f6da-4502-bf60-c957ca6b8e20 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404382 Aug 17 01:20:21.576530 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Made reservation on behalf of c6d0cded1f104b3993e6c45037589351 for: {'network': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:20:21.579939 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:21.590241 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:21.715403 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:21.810112 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:21.839949 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:20:21.853069 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b4dd8-4eb4-4527-a40c-362a847a4ec3,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:21.861509 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:21.861509 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.segments_db [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Added segment 8a17dc46-0445-4c19-b0ff-09775ee38cda of type vlan for network 097ea641-6205-4bb3-93f2-566b310e3ce7 Aug 17 01:20:21.922837 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:22.032307 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:22.033296 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:22.033962 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:22.095504 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] Pushing event updated for resources: {'Network': ['ID=097ea641-6205-4bb3-93f2-566b310e3ce7,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:22.112394 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 097ea641-6205-4bb3-93f2-566b310e3ce7 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:20:22.190245 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-c07a056d-fe69-4c19-a6a7-4f2584735b44 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9119737 Aug 17 01:20:22.195662 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42480) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:22.213833 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-62e10141-45ad-4857-b116-22fb2dafc285 admin admin] Request body: {'subnet': {'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-124972084-subnet', 'tenant_id': 'c6d0cded1f104b3993e6c45037589351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:22.307511 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e10141-45ad-4857-b116-22fb2dafc285 admin admin] Made reservation on behalf of c6d0cded1f104b3993e6c45037589351 for: {'subnet': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:20:22.310222 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-62e10141-45ad-4857-b116-22fb2dafc285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33518860'] for subnet, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:22.392861 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:22.621561 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-62e10141-45ad-4857-b116-22fb2dafc285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33454779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33518874'] for subnet, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:22.706760 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e10141-45ad-4857-b116-22fb2dafc285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716311b9-b088-4c06-b3bc-f612dd39b5e7,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:22.738903 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb39f-fe66-4491-8c54-e07c0f12a6d3 req-895bb2a1-471d-4c37-a2a8-073479c6c4d4 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:22.740423 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ad8cb39f-fe66-4491-8c54-e07c0f12a6d3 req-895bb2a1-471d-4c37-a2a8-073479c6c4d4 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0897012 Aug 17 01:20:22.741398 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e10141-45ad-4857-b116-22fb2dafc285 admin admin] Checking segment: {'id': '8a17dc46-0445-4c19-b0ff-09775ee38cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:22.741773 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e10141-45ad-4857-b116-22fb2dafc285 admin admin] Network hostable DHCP agents. Network: 097ea641-6205-4bb3-93f2-566b310e3ce7, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:20:22.816053 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ad8cb39f-fe66-4491-8c54-e07c0f12a6d3 req-e8aeddd6-84d5-4f08-af4e-d55320f9ff11 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663424 Aug 17 01:20:22.901656 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e10141-45ad-4857-b116-22fb2dafc285 admin admin] Network 097ea641-6205-4bb3-93f2-566b310e3ce7 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:20:23.033361 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-62e10141-45ad-4857-b116-22fb2dafc285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 097ea641-6205-4bb3-93f2-566b310e3ce7) {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:23.037503 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e10141-45ad-4857-b116-22fb2dafc285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:23.038097 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-62e10141-45ad-4857-b116-22fb2dafc285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:23.043394 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b8296-19bb-4543-9cd2-4fc8b7da5740 None None] Network 097ea641-6205-4bb3-93f2-566b310e3ce7 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:20:23.171724 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-62e10141-45ad-4857-b116-22fb2dafc285 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9744403 Aug 17 01:20:23.177755 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd71f9f9-4bfc-4770-a5af-caee9edaba5a None None] Network 097ea641-6205-4bb3-93f2-566b310e3ce7 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:20:23.428291 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-eeacafa5-751b-485a-ac58-da503c148461 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:23.429908 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-eeacafa5-751b-485a-ac58-da503c148461 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.81 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.0548079 Aug 17 01:20:23.550586 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Deleting port 7a4cd394-3d4b-471b-94a4-2368028d42b8 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:20:23.552426 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:23.649649 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] For port 7a4cd394-3d4b-471b-94a4-2368028d42b8, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7a4cd394-3d4b-471b-94a4-2368028d42b8,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:23.650018 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:23.887863 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:23.894899 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:23.894899 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.l3_db [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Floating IP 8428c73b-981a-4c28-b965-a6139c1d13b5 disassociated. External IP: 172.27.3.204, port: 7a4cd394-3d4b-471b-94a4-2368028d42b8. Aug 17 01:20:23.894899 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Calling delete_port for 7a4cd394-3d4b-471b-94a4-2368028d42b8 owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:20:24.001910 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85520a6b-a980-4113-8574-d9071e95f756 req-623b8783-7324-4d78-9032-92ab3a41d150 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:24.003579 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-85520a6b-a980-4113-8574-d9071e95f756 req-623b8783-7324-4d78-9032-92ab3a41d150 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 945 time: 0.1043277 Aug 17 01:20:24.089500 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-85520a6b-a980-4113-8574-d9071e95f756 req-0228ea27-7707-44bc-9ac4-67a6689efbf3 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d12240d-fe00-4971-afd0-892ffbb8c5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785429 Aug 17 01:20:24.199969 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:24.234101 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event deleted for resources: {'Port': ['ID=7a4cd394-3d4b-471b-94a4-2368028d42b8,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:24.376897 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Router 0584656b-d025-4c3e-8a60-e2f5452c04b2 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:20:24.488436 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:20:24.498471 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf43e7a-077d-46cd-9c3a-1194b047fda0 None None] Sync routers for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:20:24.510843 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf43e7a-077d-46cd-9c3a-1194b047fda0 None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:24.511732 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-5cf43e7a-077d-46cd-9c3a-1194b047fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:24.535720 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] No DVR routers for this DVR port 7a4cd394-3d4b-471b-94a4-2368028d42b8 on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:20:24.538470 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:24.540712 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-42d11f8d-cf33-4a41-b63b-f7f81d94e849 req-1fbfc813-ee52-4f61-92df-f55278fa48fb tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.81 "DELETE /v2.0/ports/7a4cd394-3d4b-471b-94a4-2368028d42b8 HTTP/1.1" status: 204 len: 173 time: 1.1050265 Aug 17 01:20:24.541242 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'name': 'network-vif-deleted', 'tag': '7a4cd394-3d4b-471b-94a4-2368028d42b8'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:24.544304 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bcca78-5f64-45fa-bf95-f43ffe3b1591" -d '{"events": [{"server_uuid": "df3e6219-2120-4175-94d6-f51b53850d4e", "name": "network-vif-deleted", "tag": "7a4cd394-3d4b-471b-94a4-2368028d42b8"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:24.587879 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a694a53-b0a0-40aa-9dfa-dae67c8826c3 x-openstack-request-id: req-2a694a53-b0a0-40aa-9dfa-dae67c8826c3 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:24.588102 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3e6219-2120-4175-94d6-f51b53850d4e", "name": "network-vif-deleted", "tag": "7a4cd394-3d4b-471b-94a4-2368028d42b8", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:24.588505 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a694a53-b0a0-40aa-9dfa-dae67c8826c3 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:24.588749 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3e6219-2120-4175-94d6-f51b53850d4e', 'name': 'network-vif-deleted', 'tag': '7a4cd394-3d4b-471b-94a4-2368028d42b8', 'status': 'completed', 'code': 200} Aug 17 01:20:24.639103 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-5cf43e7a-077d-46cd-9c3a-1194b047fda0 None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:24.869587 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-5cf43e7a-077d-46cd-9c3a-1194b047fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:58Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:24.902769 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf43e7a-077d-46cd-9c3a-1194b047fda0 None None] Checking router: 0584656b-d025-4c3e-8a60-e2f5452c04b2 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:20:24.913136 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf43e7a-077d-46cd-9c3a-1194b047fda0 None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:24.913786 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-5cf43e7a-077d-46cd-9c3a-1194b047fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:25.038849 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-5cf43e7a-077d-46cd-9c3a-1194b047fda0 None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:25.233164 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c8baab8b-eb92-470e-95b9-dc94802127fd req-8552d8ec-851d-4b47-9593-e0b67029706f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3e6219-2120-4175-94d6-f51b53850d4e HTTP/1.1" status: 200 len: 210 time: 0.0409670 Aug 17 01:20:25.368002 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-5cf43e7a-077d-46cd-9c3a-1194b047fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:58Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:25.398185 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf43e7a-077d-46cd-9c3a-1194b047fda0 None None] The sync data for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi is: [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:58Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:20:25.468224 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08578de5-0022-43c0-8904-4d45e2cc073b req-e300c239-0049-42d7-b024-d1e52bcf2c9e tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:25.473412 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-e300c239-0049-42d7-b024-d1e52bcf2c9e tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/networks?id=097ea641-6205-4bb3-93f2-566b310e3ce7 HTTP/1.1" status: 200 len: 808 time: 0.1344995 Aug 17 01:20:25.494134 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-060231fb-d2bf-48ec-beab-d37b4586ebce tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/quotas/c6d0cded1f104b3993e6c45037589351 HTTP/1.1" status: 200 len: 375 time: 0.0122628 Aug 17 01:20:25.551929 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-af155dae-e7a1-4c2c-b658-b1879a7d9f01 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c6d0cded1f104b3993e6c45037589351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505793 Aug 17 01:20:25.690078 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-36552efd-ae82-4b5f-928c-48538b91c98e service neutron] 10.222.0.45 "GET /v2.0/networks/097ea641-6205-4bb3-93f2-566b310e3ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253433 Aug 17 01:20:25.716444 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5f906-c4d2-4620-b6d0-1ee6ae767d53 None None] New status for floating IP 8428c73b-981a-4c28-b965-a6139c1d13b5: DOWN {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:20:25.807237 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-a6799d7d-fb7e-4194-ad8c-83fd5c4d2682 service neutron] 10.222.0.45 "GET /v2.0/networks/097ea641-6205-4bb3-93f2-566b310e3ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101027 Aug 17 01:20:26.149255 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-19551764-3daa-45a2-bd4c-0731a8d7c769 req-950e393e-cdae-48da-87c3-d023d40ddbd5 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0416257 Aug 17 01:20:26.468925 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42566) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:26.527652 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cfc92559-e6fa-4da2-be23-051d1f7c3573 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:26.553099 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cfc92559-e6fa-4da2-be23-051d1f7c3573 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:26.690215 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cfc92559-e6fa-4da2-be23-051d1f7c3573 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:26.698929 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cfc92559-e6fa-4da2-be23-051d1f7c3573 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:26.698929 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-cfc92559-e6fa-4da2-be23-051d1f7c3573 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "DELETE /v2.0/security-groups/2d12240d-fe00-4971-afd0-892ffbb8c5be HTTP/1.1" status: 204 len: 168 time: 0.2250304 Aug 17 01:20:26.699733 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42568) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:26.713406 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc92559-e6fa-4da2-be23-051d1f7c3573 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d12240d-fe00-4971-afd0-892ffbb8c5be,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:26.721238 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.api.v2.resource [None req-e76de032-d575-422a-9ebd-1c39e32619c2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] show failed (client error): The resource could not be found. Aug 17 01:20:26.722161 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-e76de032-d575-422a-9ebd-1c39e32619c2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups/2d12240d-fe00-4971-afd0-892ffbb8c5be HTTP/1.1" status: 404 len: 347 time: 0.0215437 Aug 17 01:20:26.726845 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42570) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:26.860546 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-57cfbc2f-e919-4e3e-91c5-1a25d687895f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Deleting port e705d73e-da39-4e4b-a5f2-b44ea7b1283b {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:20:26.860886 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57cfbc2f-e919-4e3e-91c5-1a25d687895f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:26.953588 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57cfbc2f-e919-4e3e-91c5-1a25d687895f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:26.953913 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57cfbc2f-e919-4e3e-91c5-1a25d687895f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:26.966910 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-57cfbc2f-e919-4e3e-91c5-1a25d687895f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Calling delete_port for e705d73e-da39-4e4b-a5f2-b44ea7b1283b owned by network:floatingip {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:20:27.223459 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57cfbc2f-e919-4e3e-91c5-1a25d687895f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:27.235938 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ec40fca4-2ae0-47ef-995c-8e5584ba6bd8 req-13e2a58d-a575-471f-ae5a-532f0b95361c tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0310907 Aug 17 01:20:27.247763 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfbc2f-e919-4e3e-91c5-1a25d687895f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event deleted for resources: {'Port': ['ID=e705d73e-da39-4e4b-a5f2-b44ea7b1283b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:27.339421 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57cfbc2f-e919-4e3e-91c5-1a25d687895f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:27.343777 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57cfbc2f-e919-4e3e-91c5-1a25d687895f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:27.345840 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-57cfbc2f-e919-4e3e-91c5-1a25d687895f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "DELETE /v2.0/floatingips/8428c73b-981a-4c28-b965-a6139c1d13b5 HTTP/1.1" status: 204 len: 168 time: 0.6172898 Aug 17 01:20:27.892179 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42588) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:27.899970 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-f0e42f50-15cd-4188-8a2c-29c4bf449e46 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--550686599', 'description': 'tempest-description--1008813408'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:27.997490 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42592) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:28.069638 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0e42f50-15cd-4188-8a2c-29c4bf449e46 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:28.137507 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f984c823-b51d-4cec-b523-f1f0e7bb931c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:28.190649 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0e42f50-15cd-4188-8a2c-29c4bf449e46 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:28.309044 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0e42f50-15cd-4188-8a2c-29c4bf449e46 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:28.390244 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-74049498-9c06-4e1c-8d15-d2e2058e0bf8 req-a236c4ed-ef8d-4b58-bb75-d28c39db2312 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0703704 Aug 17 01:20:28.396998 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e42f50-15cd-4188-8a2c-29c4bf449e46 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f43554d-247a-4127-8640-bfdf1dc2e971,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:28.452277 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f984c823-b51d-4cec-b523-f1f0e7bb931c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:28.525358 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f984c823-b51d-4cec-b523-f1f0e7bb931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:28.564717 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-f984c823-b51d-4cec-b523-f1f0e7bb931c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c52513a9d7e645498d55e63c64bb43cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5661373 Aug 17 01:20:28.565681 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c823-b51d-4cec-b523-f1f0e7bb931c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904724fc-7f22-4e28-9fa1-71108a21d523,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:28.567515 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42600) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:28.604347 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0e42f50-15cd-4188-8a2c-29c4bf449e46 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:28.605632 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-f0e42f50-15cd-4188-8a2c-29c4bf449e46 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7118430 Aug 17 01:20:28.610973 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42602) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:28.616107 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-d36d1c1f-fcd2-41fc-89e5-3d2c16ee3538 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Request body: {'security_group_rule': {'security_group_id': '2f43554d-247a-4127-8640-bfdf1dc2e971', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:28.629593 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-22bf479e-21fd-41de-a51b-bf84f56737e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:28.652920 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-22bf479e-21fd-41de-a51b-bf84f56737e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:28.815914 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7a4cd394-3d4b-471b-94a4-2368028d42b8 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:20:28.826743 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d36d1c1f-fcd2-41fc-89e5-3d2c16ee3538 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:28.840663 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 7a4cd394-3d4b-471b-94a4-2368028d42b8 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:20:28.841016 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7a4cd394-3d4b-471b-94a4-2368028d42b8 not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:20:28.884672 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-22bf479e-21fd-41de-a51b-bf84f56737e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:28.887479 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-22bf479e-21fd-41de-a51b-bf84f56737e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:28.888782 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-22bf479e-21fd-41de-a51b-bf84f56737e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/904724fc-7f22-4e28-9fa1-71108a21d523 HTTP/1.1" status: 204 len: 168 time: 0.3195796 Aug 17 01:20:28.899716 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf479e-21fd-41de-a51b-bf84f56737e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904724fc-7f22-4e28-9fa1-71108a21d523,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:28.902355 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d36d1c1f-fcd2-41fc-89e5-3d2c16ee3538 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.019840 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08578de5-0022-43c0-8904-4d45e2cc073b req-22831315-d9b5-4ae1-a5b5-3aeb56722a5e tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:29.020119 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d36d1c1f-fcd2-41fc-89e5-3d2c16ee3538 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.021631 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-22831315-d9b5-4ae1-a5b5-3aeb56722a5e tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.81 "GET /v2.0/networks?id=097ea641-6205-4bb3-93f2-566b310e3ce7 HTTP/1.1" status: 200 len: 808 time: 0.1064870 Aug 17 01:20:29.034794 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-08578de5-0022-43c0-8904-4d45e2cc073b req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Request body: {'port': {'device_id': 'f1e43ad3-6602-4968-a9f5-51f20a43d8b5', 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7', 'admin_state_up': True, 'tenant_id': 'c6d0cded1f104b3993e6c45037589351'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:29.039573 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d1c1f-fcd2-41fc-89e5-3d2c16ee3538 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430114ac-540c-4938-8e5e-4f0264bb3cce,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:29.158383 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d36d1c1f-fcd2-41fc-89e5-3d2c16ee3538 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.159726 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-d36d1c1f-fcd2-41fc-89e5-3d2c16ee3538 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5475364 Aug 17 01:20:29.162491 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42606) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:29.167437 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-c6100472-e3bd-4a49-83c2-dc967ae1fd9e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Request body: {'security_group_rule': {'security_group_id': '2f43554d-247a-4127-8640-bfdf1dc2e971', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:29.279246 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08578de5-0022-43c0-8904-4d45e2cc073b req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Made reservation on behalf of c6d0cded1f104b3993e6c45037589351 for: {'port': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:20:29.283946 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-08578de5-0022-43c0-8904-4d45e2cc073b req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.395891 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c6100472-e3bd-4a49-83c2-dc967ae1fd9e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.440717 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [req-08578de5-0022-43c0-8904-4d45e2cc073b req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Allocated IP 172.20.0.11 (097ea641-6205-4bb3-93f2-566b310e3ce7/716311b9-b088-4c06-b3bc-f612dd39b5e7/7257bf38-a145-4ae8-9c85-19439a05e3d6) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:29.502683 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c6100472-e3bd-4a49-83c2-dc967ae1fd9e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.593137 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c6100472-e3bd-4a49-83c2-dc967ae1fd9e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.619292 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6100472-e3bd-4a49-83c2-dc967ae1fd9e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac7c85d-bb8d-4cef-8946-ed8088c6c758,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:29.635081 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-08578de5-0022-43c0-8904-4d45e2cc073b req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.682819 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c56924a7-f0d9-4f97-83b7-7bd04308b974 req-a45b8ee5-c189-40ea-b92e-53d68debc2e2 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 210 time: 0.2058847 Aug 17 01:20:29.701367 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c6100472-e3bd-4a49-83c2-dc967ae1fd9e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.702626 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-c6100472-e3bd-4a49-83c2-dc967ae1fd9e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5390096 Aug 17 01:20:29.720930 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42620) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:29.726214 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Request body: {'floatingip': {'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:29.749119 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42622) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:29.763979 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5a74b578-7d8c-430d-a9d0-5a7ca3fd8715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.821642 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-08578de5-0022-43c0-8904-4d45e2cc073b req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.856002 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.878291 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08578de5-0022-43c0-8904-4d45e2cc073b req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Network 097ea641-6205-4bb3-93f2-566b310e3ce7 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:29.888772 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [req-08578de5-0022-43c0-8904-4d45e2cc073b req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:29.891863 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-08578de5-0022-43c0-8904-4d45e2cc073b req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:29.897407 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Pushing event updated for resources: {'Port': ['ID=7257bf38-a145-4ae8-9c85-19439a05e3d6,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:29.958140 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08578de5-0022-43c0-8904-4d45e2cc073b req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:29.958666 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-08578de5-0022-43c0-8904-4d45e2cc073b req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:29.959316 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.017480 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5a74b578-7d8c-430d-a9d0-5a7ca3fd8715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.080497 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Allocated IP 172.27.3.145 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/a18201a1-c24f-4da0-ad4a-64322cad1bdd) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:30.129747 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5a74b578-7d8c-430d-a9d0-5a7ca3fd8715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.174256 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-5a74b578-7d8c-430d-a9d0-5a7ca3fd8715 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=345b5409b85c41aeaa3223fecb89330c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233692 Aug 17 01:20:30.175140 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74b578-7d8c-430d-a9d0-5a7ca3fd8715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e0fc6e-cdcc-4598-b773-8e7f673beb13,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:30.178102 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42624) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:30.201168 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.226460 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-7043ccf4-49f4-405f-82e3-4771cbd4cdc3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1956427 Aug 17 01:20:30.248980 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Request body: {'port': {'device_id': 'f1e43ad3-6602-4968-a9f5-51f20a43d8b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:30.264578 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8a56c9f5-924a-4f1e-9380-41eb864ac27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.304051 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8a56c9f5-924a-4f1e-9380-41eb864ac27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.307564 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.353863 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.431145 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:30.440810 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:30.449201 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:30.456300 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event updated for resources: {'Port': ['ID=a18201a1-c24f-4da0-ad4a-64322cad1bdd,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:30.605626 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8a56c9f5-924a-4f1e-9380-41eb864ac27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.608692 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8a56c9f5-924a-4f1e-9380-41eb864ac27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.610173 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-8a56c9f5-924a-4f1e-9380-41eb864ac27b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91e0fc6e-cdcc-4598-b773-8e7f673beb13 HTTP/1.1" status: 204 len: 168 time: 0.4309988 Aug 17 01:20:30.631187 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7257bf38-a145-4ae8-9c85-19439a05e3d6 {{(pid=94703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:20:30.639370 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.659659 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56c9f5-924a-4f1e-9380-41eb864ac27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e0fc6e-cdcc-4598-b773-8e7f673beb13,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:30.661407 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Transition to ACTIVE for port object 7257bf38-a145-4ae8-9c85-19439a05e3d6 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:30.690197 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.741455 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.804587 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Pushing event updated for resources: {'Port': ['ID=7257bf38-a145-4ae8-9c85-19439a05e3d6,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:30.836747 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.882631 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Attempting to bind port 7257bf38-a145-4ae8-9c85-19439a05e3d6 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:20:30.883398 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Attempting to bind port 7257bf38-a145-4ae8-9c85-19439a05e3d6 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '8a17dc46-0445-4c19-b0ff-09775ee38cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:20:30.883736 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Attempting to bind port 7257bf38-a145-4ae8-9c85-19439a05e3d6 on network 097ea641-6205-4bb3-93f2-566b310e3ce7 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:30.888297 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Port 7257bf38-a145-4ae8-9c85-19439a05e3d6 on network 097ea641-6205-4bb3-93f2-566b310e3ce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:20:30.888736 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Attempting to bind port 7257bf38-a145-4ae8-9c85-19439a05e3d6 on network 097ea641-6205-4bb3-93f2-566b310e3ce7 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:30.890132 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4e59a-2e4f-4fc8-92b1-61e88bfbd623 req-0e9c8e5c-36f6-49ae-9d01-cac8038abf79 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:30.892339 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c2e4e59a-2e4f-4fc8-92b1-61e88bfbd623 req-0e9c8e5c-36f6-49ae-9d01-cac8038abf79 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 944 time: 0.1138871 Aug 17 01:20:30.894799 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:20:30.895149 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Checking segment: {'id': '8a17dc46-0445-4c19-b0ff-09775ee38cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:30.895804 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Bound using segment: {'id': '8a17dc46-0445-4c19-b0ff-09775ee38cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:20:30.896009 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Bound port: 7257bf38-a145-4ae8-9c85-19439a05e3d6, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a17dc46-0445-4c19-b0ff-09775ee38cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:20:30.896413 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:30.965985 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] For port 7257bf38-a145-4ae8-9c85-19439a05e3d6, host hv-cinder-80390, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:20:30.970668 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] For port 7257bf38-a145-4ae8-9c85-19439a05e3d6, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7257bf38-a145-4ae8-9c85-19439a05e3d6,segment=NetworkSegment(8a17dc46-0445-4c19-b0ff-09775ee38cda),segment_id=8a17dc46-0445-4c19-b0ff-09775ee38cda)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:20:30.981254 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c2e4e59a-2e4f-4fc8-92b1-61e88bfbd623 req-4998ee4a-5095-4be3-bbeb-f8f96832358d tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809400 Aug 17 01:20:31.046063 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:31.062117 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:31.101054 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:31.101054 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:31.106222 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] 10.222.0.81 "PUT /v2.0/ports/7257bf38-a145-4ae8-9c85-19439a05e3d6 HTTP/1.1" status: 200 len: 1094 time: 0.8581791 Aug 17 01:20:31.106222 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e43ad3-6602-4968-a9f5-51f20a43d8b5', 'tag': '7257bf38-a145-4ae8-9c85-19439a05e3d6'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:31.106222 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82773a15-ad4a-494c-b87c-ed4bfff58a38" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e43ad3-6602-4968-a9f5-51f20a43d8b5", "tag": "7257bf38-a145-4ae8-9c85-19439a05e3d6"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:31.130086 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:31.138535 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bf89b-da79-423e-9c2b-296cd397910a service neutron] Pushing event updated for resources: {'Port': ['ID=7257bf38-a145-4ae8-9c85-19439a05e3d6,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:31.157137 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8094688-cc75-4cb4-b7d1-0fd7a696610c x-openstack-request-id: req-a8094688-cc75-4cb4-b7d1-0fd7a696610c {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:31.157432 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e43ad3-6602-4968-a9f5-51f20a43d8b5", "tag": "7257bf38-a145-4ae8-9c85-19439a05e3d6", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:31.157781 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8094688-cc75-4cb4-b7d1-0fd7a696610c {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:31.158203 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e43ad3-6602-4968-a9f5-51f20a43d8b5', 'tag': '7257bf38-a145-4ae8-9c85-19439a05e3d6', 'status': 'completed', 'code': 200} Aug 17 01:20:31.209492 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event updated for resources: {'Port': ['ID=a18201a1-c24f-4da0-ad4a-64322cad1bdd,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:31.224919 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82773a15-ad4a-494c-b87c-ed4bfff58a38 req-c1056470-34f1-4059-b062-9801ede50a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:31.226509 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-82773a15-ad4a-494c-b87c-ed4bfff58a38 req-c1056470-34f1-4059-b062-9801ede50a6d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6d0cded1f104b3993e6c45037589351&device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 1097 time: 0.0441880 Aug 17 01:20:31.227406 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:31.335678 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:31.344061 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-952ef8a9-984d-464e-84bd-062fe410f601 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6149991 Aug 17 01:20:31.344287 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82773a15-ad4a-494c-b87c-ed4bfff58a38 req-a3cca12d-cc47-48b8-99d4-ede708c08321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:31.344287 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-82773a15-ad4a-494c-b87c-ed4bfff58a38 req-a3cca12d-cc47-48b8-99d4-ede708c08321 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c6d0cded1f104b3993e6c45037589351&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1082501 Aug 17 01:20:31.466913 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82773a15-ad4a-494c-b87c-ed4bfff58a38 req-24f70345-29b9-443c-be3b-8f95e07467d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:31.469722 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-82773a15-ad4a-494c-b87c-ed4bfff58a38 req-24f70345-29b9-443c-be3b-8f95e07467d2 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1171238 Aug 17 01:20:31.552644 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08578de5-0022-43c0-8904-4d45e2cc073b req-5e2f37b7-68a7-4ad2-8181-916a8141502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:31.554437 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-5e2f37b7-68a7-4ad2-8181-916a8141502d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6d0cded1f104b3993e6c45037589351&device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 1097 time: 0.0455103 Aug 17 01:20:31.583446 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42650) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:31.599926 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-f55c4ecf-409b-4ed1-9fcf-d9f0f70fdf40 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--550686599&fields=id&tenant_id=6a8b73fe494a408880a6d2d3e06b39ba HTTP/1.1" status: 200 len: 267 time: 0.0577538 Aug 17 01:20:31.601071 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11fd7ba2-fabe-4ee9-a021-37d8c4bc510e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:31.603642 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-6c941cf3-0cd7-482c-893c-66d221889c09 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7257bf38-a145-4ae8-9c85-19439a05e3d6 HTTP/1.1" status: 200 len: 217 time: 0.0390575 Aug 17 01:20:31.670974 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08578de5-0022-43c0-8904-4d45e2cc073b req-10f2f697-367c-49e1-bb26-c6bde26da5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:31.674163 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-10f2f697-367c-49e1-bb26-c6bde26da5ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=716311b9-b088-4c06-b3bc-f612dd39b5e7 HTTP/1.1" status: 200 len: 848 time: 0.0573037 Aug 17 01:20:31.709070 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-b98853c6-79dd-44f3-bc6f-8c19753627e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=097ea641-6205-4bb3-93f2-566b310e3ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262785 Aug 17 01:20:31.761123 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b22792-c833-4621-9dec-635de5c64f65 req-c1005d39-201c-472f-8405-b4320849b3d0 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:31.762932 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-c1005d39-201c-472f-8405-b4320849b3d0 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/networks?id=2d078c6a-bf10-4978-938b-717465589ddc HTTP/1.1" status: 200 len: 810 time: 0.1523445 Aug 17 01:20:31.788146 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-418def64-3d6e-43ca-a375-45dc3fc641b2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/quotas/6a8b73fe494a408880a6d2d3e06b39ba HTTP/1.1" status: 200 len: 375 time: 0.0183868 Aug 17 01:20:31.811672 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-ac12fdd7-873c-479e-96e9-2ea57b9ca303 service neutron] 10.222.0.81 "GET /v2.0/networks/097ea641-6205-4bb3-93f2-566b310e3ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956197 Aug 17 01:20:31.844869 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11fd7ba2-fabe-4ee9-a021-37d8c4bc510e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:31.865706 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-dbfa7dfd-5734-4306-be0b-f4e4fb412a92 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700610 Aug 17 01:20:31.909369 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-08578de5-0022-43c0-8904-4d45e2cc073b req-4f6e4135-c0c7-4d41-9299-d5c2732e289f service neutron] 10.222.0.81 "GET /v2.0/networks/097ea641-6205-4bb3-93f2-566b310e3ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897074 Aug 17 01:20:31.954176 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11fd7ba2-fabe-4ee9-a021-37d8c4bc510e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:31.995951 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-11fd7ba2-fabe-4ee9-a021-37d8c4bc510e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71ddcd8ad91b48c1be3cbe78094706d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110808 Aug 17 01:20:31.997419 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd7ba2-fabe-4ee9-a021-37d8c4bc510e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04f3777-ada2-43a1-bc3a-9a00d83dcbac,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:31.998714 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42654) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:32.058837 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1559e543-1f19-48be-9425-78d9deb76e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:32.081805 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1559e543-1f19-48be-9425-78d9deb76e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:32.154555 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-0198e2fa-9275-4df9-930d-127496e442bd service neutron] 10.222.0.45 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749486 Aug 17 01:20:32.221762 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1559e543-1f19-48be-9425-78d9deb76e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:32.225222 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1559e543-1f19-48be-9425-78d9deb76e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:32.226549 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-1559e543-1f19-48be-9425-78d9deb76e57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d04f3777-ada2-43a1-bc3a-9a00d83dcbac HTTP/1.1" status: 204 len: 168 time: 0.2254975 Aug 17 01:20:32.236442 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559e543-1f19-48be-9425-78d9deb76e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04f3777-ada2-43a1-bc3a-9a00d83dcbac,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:32.269851 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-8c7d52b5-9975-44db-92f7-9514819c0be2 service neutron] 10.222.0.45 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063445 Aug 17 01:20:32.322565 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20a07d-7a54-4714-bc6d-341696735168 req-c612d11a-bb00-40e7-8d57-a762248be67b tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:32.331238 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd20a07d-7a54-4714-bc6d-341696735168 req-c612d11a-bb00-40e7-8d57-a762248be67b tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 944 time: 0.2472832 Aug 17 01:20:32.368713 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b9073176-28ae-4084-a8e8-217f9d19a1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:32.376129 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fd20a07d-7a54-4714-bc6d-341696735168 req-4f4fe351-6cd7-4530-b668-0675dfb4242c tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Aug 17 01:20:32.550333 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-58314190-6f78-4507-a11a-77a1b30d8a3d req-6d141d70-9489-4904-aa05-18084b4b813b tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 210 time: 0.0289614 Aug 17 01:20:33.514354 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c3613-3bf0-4ddc-92fb-2c4d0c6ec966 req-e15ce294-4d4b-4a18-a61a-384791eb5416 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:33.516266 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-688c3613-3bf0-4ddc-92fb-2c4d0c6ec966 req-e15ce294-4d4b-4a18-a61a-384791eb5416 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0649793 Aug 17 01:20:33.551391 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42700) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:33.579987 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-688c3613-3bf0-4ddc-92fb-2c4d0c6ec966 req-05386700-a019-41dc-a9ce-93acb6fb7260 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539103 Aug 17 01:20:33.651401 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8e90f751-757d-4f48-88fc-432ea8a9db41 req-aa9e33c1-a46e-4829-859c-9be653071223 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 210 time: 0.0354891 Aug 17 01:20:33.718408 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1452450217-network', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:33.924286 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Made reservation on behalf of 403f36fc453546edb2dd173ad1aac7e6 for: {'network': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:20:33.926766 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:33.936330 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:34.045275 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:34.163332 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:34.197992 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:20:34.210301 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d047f4-a2d7-442e-9d15-60767d9ad45e,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:34.216042 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:34.216437 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.segments_db [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Added segment 766df423-f88f-43fd-99a9-352382c99947 of type vlan for network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 Aug 17 01:20:34.261420 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:34.364595 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:34.365659 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:34.366438 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:34.438709 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] Pushing event updated for resources: {'Network': ['ID=737fcbc9-e12b-4d62-8467-a98cfa8af1a4,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:34.457357 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:20:34.496339 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-9bada17d-5c59-44dd-ab9c-db5cb788badb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9465628 Aug 17 01:20:34.500601 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42708) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:34.506016 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-b6da9369-2b61-42f9-af94-c02c8465d957 admin admin] Request body: {'subnet': {'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1452450217-subnet', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'ip_version': 4}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:34.616010 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6da9369-2b61-42f9-af94-c02c8465d957 admin admin] Made reservation on behalf of 403f36fc453546edb2dd173ad1aac7e6 for: {'subnet': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:20:34.618469 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b6da9369-2b61-42f9-af94-c02c8465d957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33518860'] for subnet, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:34.753523 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b95de5-23e7-49a6-94a1-ee384a2c0128 req-c457f140-fb61-4049-94d7-f728b40a55ca tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:34.756389 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-02b95de5-23e7-49a6-94a1-ee384a2c0128 req-c457f140-fb61-4049-94d7-f728b40a55ca tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0826409 Aug 17 01:20:34.808345 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-02b95de5-23e7-49a6-94a1-ee384a2c0128 req-2dde3f67-9016-4bcc-b273-ab5baaadef7f tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450761 Aug 17 01:20:34.850711 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7257bf38-a145-4ae8-9c85-19439a05e3d6 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:20:34.983073 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 7257bf38-a145-4ae8-9c85-19439a05e3d6, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7257bf38-a145-4ae8-9c85-19439a05e3d6,segment=NetworkSegment(8a17dc46-0445-4c19-b0ff-09775ee38cda),segment_id=8a17dc46-0445-4c19-b0ff-09775ee38cda)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:35.000066 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '7257bf38-a145-4ae8-9c85-19439a05e3d6', 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7', 'port_id': '7257bf38-a145-4ae8-9c85-19439a05e3d6', 'mac_address': 'fa:16:3e:e8:46:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716311b9-b088-4c06-b3bc-f612dd39b5e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:20:35.046580 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:35.065099 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7257bf38-a145-4ae8-9c85-19439a05e3d6 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:20:35.102596 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 7257bf38-a145-4ae8-9c85-19439a05e3d6, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7257bf38-a145-4ae8-9c85-19439a05e3d6,segment=NetworkSegment(8a17dc46-0445-4c19-b0ff-09775ee38cda),segment_id=8a17dc46-0445-4c19-b0ff-09775ee38cda)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:35.102883 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-35660ab1-9225-49db-8d03-5bc0e1fa8c42 req-f6594c60-6415-4677-aeb7-f57f75fa2df3 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 210 time: 0.3442731 Aug 17 01:20:35.226839 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:35.256174 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b6da9369-2b61-42f9-af94-c02c8465d957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33454779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33518874'] for subnet, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:35.283465 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=7257bf38-a145-4ae8-9c85-19439a05e3d6,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:35.297394 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:35.297894 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:35.298510 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:35.302107 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:35.302107 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:35.302107 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:35.302107 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:35.302107 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:35.302107 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:35.302726 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:35.303261 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:35.304173 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:35.315076 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da9369-2b61-42f9-af94-c02c8465d957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df92ead-3437-460e-ac56-bea91a2ffc37,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:35.334302 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da9369-2b61-42f9-af94-c02c8465d957 admin admin] Checking segment: {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:35.334759 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6da9369-2b61-42f9-af94-c02c8465d957 admin admin] Network hostable DHCP agents. Network: 737fcbc9-e12b-4d62-8467-a98cfa8af1a4, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:20:35.467976 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6da9369-2b61-42f9-af94-c02c8465d957 admin admin] Network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:20:35.468859 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['7257bf38-a145-4ae8-9c85-19439a05e3d6'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:20:35.502797 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b22792-c833-4621-9dec-635de5c64f65 req-83de051d-5785-475c-bea7-ef6282c9556b tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:35.505285 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-83de051d-5785-475c-bea7-ef6282c9556b tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.81 "GET /v2.0/networks?id=2d078c6a-bf10-4978-938b-717465589ddc HTTP/1.1" status: 200 len: 810 time: 0.1372507 Aug 17 01:20:35.566189 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-f8ce441e-7399-4d78-bedb-9f5449a10553 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a8b73fe494a408880a6d2d3e06b39ba HTTP/1.1" status: 200 len: 379 time: 0.0501568 Aug 17 01:20:35.569632 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-b6da9369-2b61-42f9-af94-c02c8465d957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 737fcbc9-e12b-4d62-8467-a98cfa8af1a4) {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:35.583792 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Request body: {'port': {'device_id': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'admin_state_up': True, 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'security_groups': ['2f43554d-247a-4127-8640-bfdf1dc2e971']}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:35.583792 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6da9369-2b61-42f9-af94-c02c8465d957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:35.583792 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b6da9369-2b61-42f9-af94-c02c8465d957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:35.584841 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff90f033-0483-4c83-9b45-2c06702b08c8 None None] Network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:20:35.738031 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-b6da9369-2b61-42f9-af94-c02c8465d957 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2360361 Aug 17 01:20:35.742247 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42716) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:35.748840 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:35.841928 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp394da7f8-f918-5054-93fc-7fae1ad992c6-737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37'}]}} from dv-cinder-803901-7-iscsi. {{(pid=94704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:20:35.841928 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:35.861950 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Made reservation on behalf of 6a8b73fe494a408880a6d2d3e06b39ba for: {'port': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:20:35.866948 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:35.976824 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dcdcc-1ade-470f-8dfe-f59e29cd905b req-7f0b23d8-afcf-44b5-b5d9-b9ef2edb66de tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:35.978715 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-645dcdcc-1ade-470f-8dfe-f59e29cd905b req-7f0b23d8-afcf-44b5-b5d9-b9ef2edb66de tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0739975 Aug 17 01:20:35.981376 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499956'] for router, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:35.982597 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7884900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499939'] for router, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.019042 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.052181 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.db_base_plugin_common [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Allocated IP 172.20.0.2 (737fcbc9-e12b-4d62-8467-a98cfa8af1a4/6df92ead-3437-460e-ac56-bea91a2ffc37/5b634c91-c006-47fe-8a1a-c3994bb68948) {{(pid=94704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:36.057410 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Allocated IP 172.20.0.13 (2d078c6a-bf10-4978-938b-717465589ddc/3ed0da04-3611-4266-b624-ad13c42ea9f6/93c99699-94ff-4990-9599-c91dd8eb4ccd) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:36.110706 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-645dcdcc-1ade-470f-8dfe-f59e29cd905b req-b94b75d7-21e1-4e10-91be-4bd4eff7fe3b tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215696 Aug 17 01:20:36.113543 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.229215 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.260628 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-04158e88-5b61-4d38-a1c1-8adc3fe57733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.273208 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e4e69712-dc9d-4a1b-a479-2bdb524740fe req-1caa5bdb-f62d-4edd-b4ec-679a82931e7b tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 210 time: 0.0370975 Aug 17 01:20:36.276282 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Transition to ACTIVE for port object 93c99699-94ff-4990-9599-c91dd8eb4ccd will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:36.294117 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.306150 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Transition to ACTIVE for port object 5b634c91-c006-47fe-8a1a-c3994bb68948 will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:36.324301 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Transition to ACTIVE for port object 5b634c91-c006-47fe-8a1a-c3994bb68948 will not be triggered until provisioned by entity DHCP. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:36.394175 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.398810 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.433077 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.444834 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Network 2d078c6a-bf10-4978-938b-717465589ddc is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:36.450398 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:36.454714 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:36.478484 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 is already hosted by enough agents. {{(pid=94704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:36.481478 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event updated for resources: {'Port': ['ID=93c99699-94ff-4990-9599-c91dd8eb4ccd,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:36.485755 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.base_scheduler [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Resources bound (agent type, host, resource id): {{(pid=94704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:36.489924 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Received port after_create {{(pid=94704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:36.498694 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Pushing event updated for resources: {'Port': ['ID=5b634c91-c006-47fe-8a1a-c3994bb68948,revision_number=1']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:36.520572 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:36.521262 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.561900 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Attempting to bind port 5b634c91-c006-47fe-8a1a-c3994bb68948 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:20:36.562979 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Attempting to bind port 5b634c91-c006-47fe-8a1a-c3994bb68948 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:20:36.563824 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Attempting to bind port 5b634c91-c006-47fe-8a1a-c3994bb68948 on network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:36.573169 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:20:36.573791 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Checking segment: {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:36.574455 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.575067 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Bound using segment: {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:20:36.575555 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Bound port: 5b634c91-c006-47fe-8a1a-c3994bb68948, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:20:36.576086 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.639657 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-85c42574-e692-4eb5-b234-1c02026509fe tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0678759 Aug 17 01:20:36.666536 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Request body: {'port': {'device_id': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:36.672587 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] For port 5b634c91-c006-47fe-8a1a-c3994bb68948, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:20:36.677107 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] For port 5b634c91-c006-47fe-8a1a-c3994bb68948, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=5b634c91-c006-47fe-8a1a-c3994bb68948,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:20:36.717079 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.745825 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.759486 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.789021 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.867676 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-2dac6fb6-b077-4149-9130-e702d2e07d6f None None] Provisioning for port 93c99699-94ff-4990-9599-c91dd8eb4ccd completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:36.871209 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccafd58-97d1-4bf1-a306-97ffb61350c4 None None] Pushing event updated for resources: {'Port': ['ID=5b634c91-c006-47fe-8a1a-c3994bb68948,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:36.879402 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Allocated IP 172.27.3.215 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/32810c35-11eb-4f82-94ea-893371b6e5d1) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:36.881770 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-2dac6fb6-b077-4149-9130-e702d2e07d6f None None] Provisioning complete for port 93c99699-94ff-4990-9599-c91dd8eb4ccd triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:36.882542 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2dac6fb6-b077-4149-9130-e702d2e07d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:36.886573 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7257bf38-a145-4ae8-9c85-19439a05e3d6 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:36.962119 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-2dac6fb6-b077-4149-9130-e702d2e07d6f None None] Port 93c99699-94ff-4990-9599-c91dd8eb4ccd cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:20:37.040779 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:37.098183 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 7257bf38-a145-4ae8-9c85-19439a05e3d6 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:37.138440 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 7257bf38-a145-4ae8-9c85-19439a05e3d6 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:37.138957 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:37.139659 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c99699-94ff-4990-9599-c91dd8eb4ccd {{(pid=94703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:20:37.148599 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:37.168401 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Transition to ACTIVE for port object 93c99699-94ff-4990-9599-c91dd8eb4ccd will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:37.245459 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:37.283611 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9422df-6e1c-4063-862d-4766f7151df6 req-141f804e-ae56-49d8-9b9c-c8908ccf731f tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:37.291330 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9d9422df-6e1c-4063-862d-4766f7151df6 req-141f804e-ae56-49d8-9b9c-c8908ccf731f tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0723383 Aug 17 01:20:37.293794 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:37.313729 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Pushing event updated for resources: {'Port': ['ID=32810c35-11eb-4f82-94ea-893371b6e5d1,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:37.324051 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:37.326118 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:37.331065 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:37.424286 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:37.457962 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Pushing event updated for resources: {'Port': ['ID=93c99699-94ff-4990-9599-c91dd8eb4ccd,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:37.508032 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e43ad3-6602-4968-a9f5-51f20a43d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7257bf38-a145-4ae8-9c85-19439a05e3d6'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:37.514442 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5061f805-e104-4de1-a262-d62cffcbb321" -d '{"events": [{"server_uuid": "f1e43ad3-6602-4968-a9f5-51f20a43d8b5", "name": "network-vif-plugged", "status": "completed", "tag": "7257bf38-a145-4ae8-9c85-19439a05e3d6"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:37.526717 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 7257bf38-a145-4ae8-9c85-19439a05e3d6, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7257bf38-a145-4ae8-9c85-19439a05e3d6,segment=NetworkSegment(8a17dc46-0445-4c19-b0ff-09775ee38cda),segment_id=8a17dc46-0445-4c19-b0ff-09775ee38cda)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:37.600521 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9d9422df-6e1c-4063-862d-4766f7151df6 req-7e25fedf-6b63-40ea-ba21-56e95589a89d tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981265 Aug 17 01:20:37.606683 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:37.685796 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Attempting to bind port 93c99699-94ff-4990-9599-c91dd8eb4ccd on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:20:37.686666 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Attempting to bind port 93c99699-94ff-4990-9599-c91dd8eb4ccd by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:20:37.688292 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Attempting to bind port 93c99699-94ff-4990-9599-c91dd8eb4ccd on network 2d078c6a-bf10-4978-938b-717465589ddc {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:37.696702 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Port 93c99699-94ff-4990-9599-c91dd8eb4ccd on network 2d078c6a-bf10-4978-938b-717465589ddc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:20:37.700254 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Attempting to bind port 93c99699-94ff-4990-9599-c91dd8eb4ccd on network 2d078c6a-bf10-4978-938b-717465589ddc {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:37.713149 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:20:37.713983 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Checking segment: {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:37.714881 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Bound using segment: {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:20:37.718631 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Bound port: 93c99699-94ff-4990-9599-c91dd8eb4ccd, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec18bf6-558c-4d53-947a-2be134f208c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:20:37.720687 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:37.738084 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=7257bf38-a145-4ae8-9c85-19439a05e3d6,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:37.743675 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:37.769988 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff147a2d-52d0-461c-8589-1a8317df1108 x-openstack-request-id: req-ff147a2d-52d0-461c-8589-1a8317df1108 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:37.769988 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e43ad3-6602-4968-a9f5-51f20a43d8b5", "name": "network-vif-plugged", "status": "completed", "tag": "7257bf38-a145-4ae8-9c85-19439a05e3d6", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:37.769988 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff147a2d-52d0-461c-8589-1a8317df1108 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:37.769988 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e43ad3-6602-4968-a9f5-51f20a43d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7257bf38-a145-4ae8-9c85-19439a05e3d6', 'code': 200} Aug 17 01:20:37.941803 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 5b634c91-c006-47fe-8a1a-c3994bb68948 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:37.977555 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] For port 93c99699-94ff-4990-9599-c91dd8eb4ccd, host hv-cinder-80390, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:20:37.986194 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] For port 93c99699-94ff-4990-9599-c91dd8eb4ccd, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=93c99699-94ff-4990-9599-c91dd8eb4ccd,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:20:38.054783 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5f744-c2c9-4b8e-b02d-3f8d1979299b req-1127513f-0c5e-4d14-97e3-06b0c9e04ec8 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:38.059076 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-abe5f744-c2c9-4b8e-b02d-3f8d1979299b req-1127513f-0c5e-4d14-97e3-06b0c9e04ec8 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 944 time: 0.6259203 Aug 17 01:20:38.067282 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:38.123451 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-abe5f744-c2c9-4b8e-b02d-3f8d1979299b req-5c4e6cb0-6a04-4e8f-a24e-eeec74b6b08c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560005 Aug 17 01:20:38.138028 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 5b634c91-c006-47fe-8a1a-c3994bb68948 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:38.142565 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:38.143589 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:38.145894 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] 10.222.0.81 "PUT /v2.0/ports/93c99699-94ff-4990-9599-c91dd8eb4ccd HTTP/1.1" status: 200 len: 1094 time: 1.4886000 Aug 17 01:20:38.146672 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'tag': '93c99699-94ff-4990-9599-c91dd8eb4ccd'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:38.150492 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a294f93f-b8c0-48ff-925e-7221bc93aafa" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2b0f64-9bea-4654-bed1-a6e7a853706c", "tag": "93c99699-94ff-4990-9599-c91dd8eb4ccd"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:38.211402 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57e8da-a650-48ba-b780-f4940d9c4985 service neutron] Pushing event updated for resources: {'Port': ['ID=93c99699-94ff-4990-9599-c91dd8eb4ccd,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:38.232283 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0b5572-1fed-453a-923d-19d7baffc001 x-openstack-request-id: req-df0b5572-1fed-453a-923d-19d7baffc001 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:38.233925 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2b0f64-9bea-4654-bed1-a6e7a853706c", "tag": "93c99699-94ff-4990-9599-c91dd8eb4ccd", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:38.236243 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df0b5572-1fed-453a-923d-19d7baffc001 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:38.236929 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'tag': '93c99699-94ff-4990-9599-c91dd8eb4ccd', 'status': 'completed', 'code': 200} Aug 17 01:20:38.319668 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294f93f-b8c0-48ff-925e-7221bc93aafa req-adde6a02-09fa-4618-be55-6c93398c9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:38.321221 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a294f93f-b8c0-48ff-925e-7221bc93aafa req-adde6a02-09fa-4618-be55-6c93398c9ce4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 1097 time: 0.0635271 Aug 17 01:20:38.358142 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aae0f9-8411-47e7-b8e4-bae2e180adfc req-1017f487-8379-483d-8149-8c7f57f7a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:38.360616 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e2aae0f9-8411-47e7-b8e4-bae2e180adfc req-1017f487-8379-483d-8149-8c7f57f7a77c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 1099 time: 0.1976676 Aug 17 01:20:38.382543 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:38.385205 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf79387-c409-4b62-ad43-94ef0905e76a None None] Network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:20:38.508505 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294f93f-b8c0-48ff-925e-7221bc93aafa req-61a67dc7-27ec-445f-9b1b-04e0a0d3b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:38.511380 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a294f93f-b8c0-48ff-925e-7221bc93aafa req-61a67dc7-27ec-445f-9b1b-04e0a0d3b487 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1812828 Aug 17 01:20:38.514072 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e2aae0f9-8411-47e7-b8e4-bae2e180adfc req-c3b47f92-d0da-4e39-8bcb-3a78c2a637fe service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286912 Aug 17 01:20:38.592334 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-392fab16-231d-4c06-8b17-8ca4a0b36808 None None] Provisioning for port 5b634c91-c006-47fe-8a1a-c3994bb68948 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:38.596654 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-392fab16-231d-4c06-8b17-8ca4a0b36808 None None] Provisioning complete for port 5b634c91-c006-47fe-8a1a-c3994bb68948 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:38.597032 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-392fab16-231d-4c06-8b17-8ca4a0b36808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:38.690050 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7884925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912492'] for router, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:38.693886 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294f93f-b8c0-48ff-925e-7221bc93aafa req-87646641-8160-416d-907f-fa737abd4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:38.695387 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a294f93f-b8c0-48ff-925e-7221bc93aafa req-87646641-8160-416d-907f-fa737abd4324 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1261406 Aug 17 01:20:38.751819 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-392fab16-231d-4c06-8b17-8ca4a0b36808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:38.799469 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-392fab16-231d-4c06-8b17-8ca4a0b36808 None None] For port 5b634c91-c006-47fe-8a1a-c3994bb68948, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=5b634c91-c006-47fe-8a1a-c3994bb68948,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:38.832521 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b22792-c833-4621-9dec-635de5c64f65 req-32a02b38-8abc-41c2-96bc-3a4cf98ce66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:38.834076 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-32a02b38-8abc-41c2-96bc-3a4cf98ce66c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 1097 time: 0.0733285 Aug 17 01:20:38.854522 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c27fd-d3a8-4ec1-ae13-1a986070e674 req-b0be113c-1c9a-4d65-a108-5c14c78ce741 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:38.856184 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-190c27fd-d3a8-4ec1-ae13-1a986070e674 req-b0be113c-1c9a-4d65-a108-5c14c78ce741 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 946 time: 0.1078236 Aug 17 01:20:38.900346 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-392fab16-231d-4c06-8b17-8ca4a0b36808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:38.905899 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-20c86830-21da-46d5-8d7a-615b419a1c97 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93c99699-94ff-4990-9599-c91dd8eb4ccd HTTP/1.1" status: 200 len: 217 time: 0.0486355 Aug 17 01:20:38.955838 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-190c27fd-d3a8-4ec1-ae13-1a986070e674 req-27b0013b-fadf-4d70-8a84-562e2f00061c tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925694 Aug 17 01:20:38.961270 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fab16-231d-4c06-8b17-8ca4a0b36808 None None] Pushing event updated for resources: {'Port': ['ID=5b634c91-c006-47fe-8a1a-c3994bb68948,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:38.973891 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b22792-c833-4621-9dec-635de5c64f65 req-30b312d3-7efd-4215-9ff2-70d1792daa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:38.974149 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 is scheduled to L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 with binding_index 1 {{(pid=94702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:20:38.975448 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-30b312d3-7efd-4215-9ff2-70d1792daa9b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ed0da04-3611-4266-b624-ad13c42ea9f6 HTTP/1.1" status: 200 len: 849 time: 0.0609353 Aug 17 01:20:39.024695 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b436fc0a-f82f-4d29-a816-c70b2eb3a2ef None None] Provisioning complete for port 5b634c91-c006-47fe-8a1a-c3994bb68948 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:39.025329 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b436fc0a-f82f-4d29-a816-c70b2eb3a2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:39.045327 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2c636cb2-cccb-45af-93fa-09f4eb21aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:39.047758 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2c636cb2-cccb-45af-93fa-09f4eb21aa66 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d078c6a-bf10-4978-938b-717465589ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533752 Aug 17 01:20:39.094668 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:20:39.111137 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Sync routers for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:20:39.139170 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:39.139464 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:39.190822 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2490e219-bcca-49df-a624-4722dbd50ca6 service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340785 Aug 17 01:20:39.194798 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] Notify callbacks [] for router, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:39.201068 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-6e965333-0841-4b59-bacf-a5d1b5571b3a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4538727 Aug 17 01:20:39.206177 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42744) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:39.294042 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:39.337587 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379b305-cd5d-4bd4-bb68-0317b98e738f req-da686036-e70c-4c91-9961-8c3c2f2b36b7 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:39.340464 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0379b305-cd5d-4bd4-bb68-0317b98e738f req-da686036-e70c-4c91-9961-8c3c2f2b36b7 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 944 time: 0.0955667 Aug 17 01:20:39.402034 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0379b305-cd5d-4bd4-bb68-0317b98e738f req-aa1b0d2e-e537-4b4e-9c8b-0224c272a24f tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535002 Aug 17 01:20:39.458613 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:39.469025 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e8b22792-c833-4621-9dec-635de5c64f65 req-2185fdb3-0f82-43bd-a58a-da00ea199f7b service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652755 Aug 17 01:20:39.551457 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:38Z', 'revision_number': 3, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:39.601502 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Checking router: 6959f7f3-2c31-486e-b19c-a7ff112a77e0 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:20:39.602213 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Updating router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 port 32810c35-11eb-4f82-94ea-893371b6e5d1 binding host dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:20:39.646260 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:39.700729 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 5b634c91-c006-47fe-8a1a-c3994bb68948 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:39.833630 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:39.876213 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 5b634c91-c006-47fe-8a1a-c3994bb68948 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:39.876591 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:40.041520 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Allocated IP 172.20.0.1 (737fcbc9-e12b-4d62-8467-a98cfa8af1a4/6df92ead-3437-460e-ac56-bea91a2ffc37/7a6e33e5-2a15-4dbd-a215-4890edc35167) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:40.054895 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Notify callbacks [] for port, precommit_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:40.067856 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Transition to ACTIVE for port object 32810c35-11eb-4f82-94ea-893371b6e5d1 will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:40.092898 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84ffab-8cd2-4d06-8583-489cfd12a765 req-d84ab60c-31a4-4f4a-af04-ec154009f7c6 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:40.095194 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ba84ffab-8cd2-4d06-8583-489cfd12a765 req-d84ab60c-31a4-4f4a-af04-ec154009f7c6 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0578954 Aug 17 01:20:40.135866 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:40.151097 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ba84ffab-8cd2-4d06-8583-489cfd12a765 req-f0736b3a-d3db-4934-903c-febb58bc06ac tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489399 Aug 17 01:20:40.191601 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Attempting to bind port 32810c35-11eb-4f82-94ea-893371b6e5d1 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:20:40.191601 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Attempting to bind port 32810c35-11eb-4f82-94ea-893371b6e5d1 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:20:40.191965 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Attempting to bind port 32810c35-11eb-4f82-94ea-893371b6e5d1 on network 80976695-463a-4c2a-8940-723c41164f17 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:40.202648 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:20:40.203072 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Checking segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:40.203072 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:40.203928 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Bound using segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:20:40.204312 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Bound port: 32810c35-11eb-4f82-94ea-893371b6e5d1, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:20:40.204693 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:40.206675 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f4ee3-121d-427e-822b-0bbb81cb58fd None None] Pushing event updated for resources: {'Port': ['ID=32810c35-11eb-4f82-94ea-893371b6e5d1,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:40.213861 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:40.239172 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Transition to ACTIVE for port object 7a6e33e5-2a15-4dbd-a215-4890edc35167 will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:40.277657 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] For port 32810c35-11eb-4f82-94ea-893371b6e5d1, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:20:40.284526 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] For port 32810c35-11eb-4f82-94ea-893371b6e5d1, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=32810c35-11eb-4f82-94ea-893371b6e5d1,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:20:40.376980 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:40.377688 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:40.422503 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:40.428179 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:40.432230 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:40.440496 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:40.441138 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:40.447945 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f4ee3-121d-427e-822b-0bbb81cb58fd None None] Pushing event updated for resources: {'Port': ['ID=32810c35-11eb-4f82-94ea-893371b6e5d1,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:40.488902 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Pushing event updated for resources: {'Port': ['ID=7a6e33e5-2a15-4dbd-a215-4890edc35167,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:40.526321 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7907428'] for router_interface, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:40.605478 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:40.635709 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4162c-b5d5-49b4-90df-64922af256fb req-74bab573-33ae-4b61-8b6a-7104e4d2180c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:40.637204 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3db4162c-b5d5-49b4-90df-64922af256fb req-74bab573-33ae-4b61-8b6a-7104e4d2180c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 944 time: 0.1291332 Aug 17 01:20:40.731655 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3db4162c-b5d5-49b4-90df-64922af256fb req-489c8ea4-18ab-47a9-b3a5-b661a995a0c1 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821149 Aug 17 01:20:40.854130 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:38Z', 'revision_number': 3, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:40.868560 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:40.885485 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a51eb-d816-4fbb-a836-2cf0afc54b2e None None] The sync data for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi is: [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:38Z', 'revision_number': 3, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:20:40.919061 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-f5500839-3c3b-4ce0-a8ec-438204a832da None None] Provisioning for port 7a6e33e5-2a15-4dbd-a215-4890edc35167 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:40.934219 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-f5500839-3c3b-4ce0-a8ec-438204a832da None None] Provisioning complete for port 7a6e33e5-2a15-4dbd-a215-4890edc35167 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:40.934219 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f5500839-3c3b-4ce0-a8ec-438204a832da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:40.980388 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-f5500839-3c3b-4ce0-a8ec-438204a832da None None] Port 7a6e33e5-2a15-4dbd-a215-4890edc35167 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:20:41.094720 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:41.182232 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:41.199205 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:20:41.271701 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7907472'] for router_interface, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:41.273847 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Pushing event updated for resources: {'Port': ['ID=7a6e33e5-2a15-4dbd-a215-4890edc35167,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:41.423917 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:41.426519 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:41.606766 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:20:41.831496 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 32810c35-11eb-4f82-94ea-893371b6e5d1 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:41.874606 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-9046b689-9a11-4b01-a94b-9756d2adcf9f None None] Provisioning complete for port 7a6e33e5-2a15-4dbd-a215-4890edc35167 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:41.875037 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-9046b689-9a11-4b01-a94b-9756d2adcf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:41.945098 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-9046b689-9a11-4b01-a94b-9756d2adcf9f None None] Port 7a6e33e5-2a15-4dbd-a215-4890edc35167 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:20:41.975754 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc8ae-eb0c-4602-8329-b0ddc9943a05 req-96dd5ca9-b76b-4483-8a71-c199f712ca55 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:41.977509 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ee5bc8ae-eb0c-4602-8329-b0ddc9943a05 req-96dd5ca9-b76b-4483-8a71-c199f712ca55 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0590069 Aug 17 01:20:41.980792 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:20:41.992147 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-74571afc-70cd-4428-b351-19aa2e04fc4d admin admin] 10.222.0.45 "PUT /v2.0/routers/6959f7f3-2c31-486e-b19c-a7ff112a77e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7809763 Aug 17 01:20:42.017221 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370429-6c1d-4924-b3f5-575227f0324b req-a302c041-b525-4406-a3b0-e4036a07882e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:42.019909 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5d370429-6c1d-4924-b3f5-575227f0324b req-a302c041-b525-4406-a3b0-e4036a07882e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 944 time: 0.1350551 Aug 17 01:20:42.061754 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 32810c35-11eb-4f82-94ea-893371b6e5d1 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:42.066505 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ee5bc8ae-eb0c-4602-8329-b0ddc9943a05 req-36babca8-f52d-4aef-8e1c-dd402db0fec1 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712886 Aug 17 01:20:42.069103 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 32810c35-11eb-4f82-94ea-893371b6e5d1 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:42.069480 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:42.102067 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5d370429-6c1d-4924-b3f5-575227f0324b req-a6711d9e-e123-4472-9d3c-8fa62dd742a2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681372 Aug 17 01:20:42.210635 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:42.246366 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 32810c35-11eb-4f82-94ea-893371b6e5d1, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=32810c35-11eb-4f82-94ea-893371b6e5d1,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:42.324180 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:42.382380 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=32810c35-11eb-4f82-94ea-893371b6e5d1,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:42.884650 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42788) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:42.891923 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-636081721-network', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:42.909322 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 93c99699-94ff-4990-9599-c91dd8eb4ccd details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:20:42.998133 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Made reservation on behalf of dd20811727d14a26ab45999a3d6c35a0 for: {'network': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:20:43.000981 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:43.010038 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:43.017328 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 93c99699-94ff-4990-9599-c91dd8eb4ccd, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=93c99699-94ff-4990-9599-c91dd8eb4ccd,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:43.029621 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '93c99699-94ff-4990-9599-c91dd8eb4ccd', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'port_id': '93c99699-94ff-4990-9599-c91dd8eb4ccd', 'mac_address': 'fa:16:3e:56:83:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:20:43.044075 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Sync routers for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:20:43.055244 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:43.055855 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:43.069311 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:43.085874 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c99699-94ff-4990-9599-c91dd8eb4ccd {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:20:43.108158 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 93c99699-94ff-4990-9599-c91dd8eb4ccd, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=93c99699-94ff-4990-9599-c91dd8eb4ccd,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:43.126485 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:43.181751 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:43.204174 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:43.239134 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c703f7e-2065-49c3-b738-be3232f0c1bd req-98050498-73f8-4bca-ac04-a9112c1f8c33 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:43.241278 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5c703f7e-2065-49c3-b738-be3232f0c1bd req-98050498-73f8-4bca-ac04-a9112c1f8c33 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0724142 Aug 17 01:20:43.251056 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc55cf2-5d22-49e2-8aeb-7c3b270d7df2 req-0a12a2e4-45cb-471e-84a6-63c2decfa981 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:43.251632 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:43.253784 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2dc55cf2-5d22-49e2-8aeb-7c3b270d7df2 req-0a12a2e4-45cb-471e-84a6-63c2decfa981 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 945 time: 0.0675132 Aug 17 01:20:43.349428 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2dc55cf2-5d22-49e2-8aeb-7c3b270d7df2 req-cc2d7de9-f1c4-48be-a859-80b254a4604a tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882230 Aug 17 01:20:43.416198 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=93c99699-94ff-4990-9599-c91dd8eb4ccd,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:43.478716 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 2, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:43.507827 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Checking router: 6959f7f3-2c31-486e-b19c-a7ff112a77e0 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:20:43.508178 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Updating router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 port 7a6e33e5-2a15-4dbd-a215-4890edc35167 binding host dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:20:43.514633 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['93c99699-94ff-4990-9599-c91dd8eb4ccd'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:20:43.535166 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:43.672750 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:20:43.725355 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5325151-de6b-49bf-9641-0bbb64a5d773,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:43.729643 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:43.730123 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.segments_db [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Added segment 1babf7c6-9c77-4c25-a692-1cd6e7ba283e of type vlan for network 5555793b-3d94-4de0-97fa-4e07dfdb4b46 Aug 17 01:20:43.743619 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 32810c35-11eb-4f82-94ea-893371b6e5d1 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:43.755899 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5c703f7e-2065-49c3-b738-be3232f0c1bd req-d7e41914-3059-43a6-a078-1be0d98f97c6 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056639 Aug 17 01:20:43.809720 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e04fd-f995-4a01-a776-488876865356 req-8605e73f-f25a-41be-aa7c-1a05bda73651 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:43.812545 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-157e04fd-f995-4a01-a776-488876865356 req-8605e73f-f25a-41be-aa7c-1a05bda73651 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 946 time: 0.1966853 Aug 17 01:20:43.817582 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:43.844437 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 32810c35-11eb-4f82-94ea-893371b6e5d1 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:43.844810 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:43.889000 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:43.912012 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Transition to ACTIVE for port object 7a6e33e5-2a15-4dbd-a215-4890edc35167 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:43.938876 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-157e04fd-f995-4a01-a776-488876865356 req-2d16ab07-9c45-41e8-a91c-96a1394e79da tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Deleting port 7257bf38-a145-4ae8-9c85-19439a05e3d6 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:20:43.943670 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-157e04fd-f995-4a01-a776-488876865356 req-2d16ab07-9c45-41e8-a91c-96a1394e79da tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.000884 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.001857 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:44.002473 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.007452 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.061250 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Pushing event updated for resources: {'Port': ['ID=7a6e33e5-2a15-4dbd-a215-4890edc35167,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:44.069990 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:44.070643 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:44.071148 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:44.071691 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:44.072030 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:44.072360 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:44.072863 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:44.073195 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:44.073547 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:44.073878 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:44.074208 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:44.074564 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:44.101103 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-157e04fd-f995-4a01-a776-488876865356 req-2d16ab07-9c45-41e8-a91c-96a1394e79da tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] For port 7257bf38-a145-4ae8-9c85-19439a05e3d6, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7257bf38-a145-4ae8-9c85-19439a05e3d6,segment=NetworkSegment(8a17dc46-0445-4c19-b0ff-09775ee38cda),segment_id=8a17dc46-0445-4c19-b0ff-09775ee38cda)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:44.101550 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-157e04fd-f995-4a01-a776-488876865356 req-2d16ab07-9c45-41e8-a91c-96a1394e79da tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.104528 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] Pushing event updated for resources: {'Network': ['ID=5555793b-3d94-4de0-97fa-4e07dfdb4b46,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:44.120650 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 5555793b-3d94-4de0-97fa-4e07dfdb4b46 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:20:44.127439 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-157e04fd-f995-4a01-a776-488876865356 req-2d16ab07-9c45-41e8-a91c-96a1394e79da tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Calling delete_port for 7257bf38-a145-4ae8-9c85-19439a05e3d6 owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:20:44.158636 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Attempting to bind port 7a6e33e5-2a15-4dbd-a215-4890edc35167 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:20:44.159278 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Attempting to bind port 7a6e33e5-2a15-4dbd-a215-4890edc35167 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:20:44.159939 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Attempting to bind port 7a6e33e5-2a15-4dbd-a215-4890edc35167 on network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:44.167156 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:20:44.168679 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Checking segment: {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:44.169180 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.169583 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Bound using segment: {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:20:44.170810 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Bound port: 7a6e33e5-2a15-4dbd-a215-4890edc35167, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:20:44.171898 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.190549 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-29a560b7-82c8-4df2-b21b-ab505c18dc18 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3044510 Aug 17 01:20:44.193538 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42796) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:44.202411 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-c8f11a57-d133-452c-802b-8e564bfba943 admin admin] Request body: {'subnet': {'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-636081721-subnet', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'ip_version': 4}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:44.250665 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] For port 7a6e33e5-2a15-4dbd-a215-4890edc35167, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:20:44.257687 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] For port 7a6e33e5-2a15-4dbd-a215-4890edc35167, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=7a6e33e5-2a15-4dbd-a215-4890edc35167,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:20:44.306519 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f11a57-d133-452c-802b-8e564bfba943 admin admin] Made reservation on behalf of dd20811727d14a26ab45999a3d6c35a0 for: {'subnet': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:20:44.308855 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8f11a57-d133-452c-802b-8e564bfba943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4400145'] for subnet, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.335947 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.404402 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-157e04fd-f995-4a01-a776-488876865356 req-2d16ab07-9c45-41e8-a91c-96a1394e79da tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.404550 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:44.404550 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:44.405260 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ca041-1f69-4778-a661-87d3f7ce0ba2 None None] Pushing event updated for resources: {'Port': ['ID=7a6e33e5-2a15-4dbd-a215-4890edc35167,revision_number=4']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:44.410658 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['7257bf38-a145-4ae8-9c85-19439a05e3d6'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:20:44.448650 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16ab07-9c45-41e8-a91c-96a1394e79da tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Pushing event deleted for resources: {'Port': ['ID=7257bf38-a145-4ae8-9c85-19439a05e3d6,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:44.515180 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-157e04fd-f995-4a01-a776-488876865356 req-2d16ab07-9c45-41e8-a91c-96a1394e79da tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] No DVR routers for this DVR port 7257bf38-a145-4ae8-9c85-19439a05e3d6 on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:20:44.531412 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-157e04fd-f995-4a01-a776-488876865356 req-2d16ab07-9c45-41e8-a91c-96a1394e79da tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.534562 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-157e04fd-f995-4a01-a776-488876865356 req-2d16ab07-9c45-41e8-a91c-96a1394e79da tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.81 "DELETE /v2.0/ports/7257bf38-a145-4ae8-9c85-19439a05e3d6 HTTP/1.1" status: 204 len: 173 time: 0.7135885 Aug 17 01:20:44.535131 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e43ad3-6602-4968-a9f5-51f20a43d8b5', 'name': 'network-vif-deleted', 'tag': '7257bf38-a145-4ae8-9c85-19439a05e3d6'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:44.537565 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5399ee7-f650-4d36-ac19-1a7b7f1bb910" -d '{"events": [{"server_uuid": "f1e43ad3-6602-4968-a9f5-51f20a43d8b5", "name": "network-vif-deleted", "tag": "7257bf38-a145-4ae8-9c85-19439a05e3d6"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:44.568726 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:44.575705 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a498af5-5743-49ae-aa4c-a15b6b212472 req-158de6f7-bcec-49ba-8d47-aafdaa083e99 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:44.577418 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2a498af5-5743-49ae-aa4c-a15b6b212472 req-158de6f7-bcec-49ba-8d47-aafdaa083e99 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 945 time: 0.0868783 Aug 17 01:20:44.588055 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fba5d6-ad14-4ba2-9c53-184ee6a8b3e5 x-openstack-request-id: req-69fba5d6-ad14-4ba2-9c53-184ee6a8b3e5 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:44.588896 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e43ad3-6602-4968-a9f5-51f20a43d8b5", "name": "network-vif-deleted", "tag": "7257bf38-a145-4ae8-9c85-19439a05e3d6", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:44.588896 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69fba5d6-ad14-4ba2-9c53-184ee6a8b3e5 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:44.589083 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e43ad3-6602-4968-a9f5-51f20a43d8b5', 'name': 'network-vif-deleted', 'tag': '7257bf38-a145-4ae8-9c85-19439a05e3d6', 'status': 'completed', 'code': 200} Aug 17 01:20:44.632862 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2a498af5-5743-49ae-aa4c-a15b6b212472 req-1f95b57b-6591-460f-81ba-5eca47578b35 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467215 Aug 17 01:20:44.639226 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8f11a57-d133-452c-802b-8e564bfba943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4400135'] for subnet, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.696520 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f11a57-d133-452c-802b-8e564bfba943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744bf0e1-f443-462f-8f83-80cec6288317,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:44.711303 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f11a57-d133-452c-802b-8e564bfba943 admin admin] Checking segment: {'id': '1babf7c6-9c77-4c25-a692-1cd6e7ba283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:44.711664 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f11a57-d133-452c-802b-8e564bfba943 admin admin] Network hostable DHCP agents. Network: 5555793b-3d94-4de0-97fa-4e07dfdb4b46, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:20:44.805263 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:44Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:44.835189 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b0016-9c4d-48ef-a0b6-e64dadb9f5e1 None None] The sync data for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi is: [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:44Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:20:44.853327 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f11a57-d133-452c-802b-8e564bfba943 admin admin] Network 5555793b-3d94-4de0-97fa-4e07dfdb4b46 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:20:44.875907 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5af3e599-0c65-4193-b7e5-9ce8f546ca73 req-eca46136-5a05-4132-af19-1d87ad46751e tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1e43ad3-6602-4968-a9f5-51f20a43d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0356724 Aug 17 01:20:44.914542 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 93c99699-94ff-4990-9599-c91dd8eb4ccd up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:44.958615 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-c8f11a57-d133-452c-802b-8e564bfba943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 5555793b-3d94-4de0-97fa-4e07dfdb4b46) {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:44.964877 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f11a57-d133-452c-802b-8e564bfba943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:44.965829 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8f11a57-d133-452c-802b-8e564bfba943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:44.972091 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e2c6b-798a-4b86-b14f-ad59fbac8348 None None] Network 5555793b-3d94-4de0-97fa-4e07dfdb4b46 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:20:45.043340 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42808) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:45.043924 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-c8f11a57-d133-452c-802b-8e564bfba943 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8486397 Aug 17 01:20:45.048835 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-636081721-router', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:45.119099 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 93c99699-94ff-4990-9599-c91dd8eb4ccd completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:45.139883 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 93c99699-94ff-4990-9599-c91dd8eb4ccd triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:45.141165 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:45.158466 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499956'] for router, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:45.159767 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7884900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499939'] for router, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:45.168922 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp394da7f8-f918-5054-93fc-7fae1ad992c6-5555793b-3d94-4de0-97fa-4e07dfdb4b46', 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'fixed_ips': [{'subnet_id': '744bf0e1-f443-462f-8f83-80cec6288317'}]}} from dv-cinder-803901-7-iscsi. {{(pid=94704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:20:45.170114 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:45.232614 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:45.377125 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:45.413214 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.db_base_plugin_common [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Allocated IP 172.20.0.2 (5555793b-3d94-4de0-97fa-4e07dfdb4b46/744bf0e1-f443-462f-8f83-80cec6288317/bc85bd34-aa11-44fe-9edb-7135df9cf7cb) {{(pid=94704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:45.422127 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c99699-94ff-4990-9599-c91dd8eb4ccd'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:45.424596 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8efd162-81eb-4318-9ebc-7fbdf95bf38a" -d '{"events": [{"server_uuid": "ae2b0f64-9bea-4654-bed1-a6e7a853706c", "name": "network-vif-plugged", "status": "completed", "tag": "93c99699-94ff-4990-9599-c91dd8eb4ccd"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:45.454055 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 93c99699-94ff-4990-9599-c91dd8eb4ccd, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=93c99699-94ff-4990-9599-c91dd8eb4ccd,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:45.523791 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e014957-714b-43c0-ac68-3119f64c8728 x-openstack-request-id: req-8e014957-714b-43c0-ac68-3119f64c8728 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:45.524221 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2b0f64-9bea-4654-bed1-a6e7a853706c", "name": "network-vif-plugged", "status": "completed", "tag": "93c99699-94ff-4990-9599-c91dd8eb4ccd", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:45.524538 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e014957-714b-43c0-ac68-3119f64c8728 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:45.525047 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c99699-94ff-4990-9599-c91dd8eb4ccd', 'code': 200} Aug 17 01:20:45.547500 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:45.565834 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:45.661213 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=93c99699-94ff-4990-9599-c91dd8eb4ccd,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:45.700858 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:45.712046 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Transition to ACTIVE for port object bc85bd34-aa11-44fe-9edb-7135df9cf7cb will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:45.747960 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Transition to ACTIVE for port object bc85bd34-aa11-44fe-9edb-7135df9cf7cb will not be triggered until provisioned by entity DHCP. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:45.810538 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 7a6e33e5-2a15-4dbd-a215-4890edc35167 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:45.838021 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd2364-581e-40af-84b4-cc634a9b1c14 req-e74a483f-43d5-4e02-8193-7362bcb1f46d tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:45.839830 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6abd2364-581e-40af-84b4-cc634a9b1c14 req-e74a483f-43d5-4e02-8193-7362bcb1f46d tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 946 time: 0.0735376 Aug 17 01:20:45.868261 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:45.909088 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Network 5555793b-3d94-4de0-97fa-4e07dfdb4b46 is already hosted by enough agents. {{(pid=94704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:45.915013 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.base_scheduler [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Resources bound (agent type, host, resource id): {{(pid=94704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:45.919100 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Received port after_create {{(pid=94704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:45.928281 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Pushing event updated for resources: {'Port': ['ID=bc85bd34-aa11-44fe-9edb-7135df9cf7cb,revision_number=1']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:45.966485 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6abd2364-581e-40af-84b4-cc634a9b1c14 req-3c70109c-c314-4bdd-b9ed-769f8d1667f2 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123106 Aug 17 01:20:45.990163 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Attempting to bind port bc85bd34-aa11-44fe-9edb-7135df9cf7cb on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:20:45.990602 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Attempting to bind port bc85bd34-aa11-44fe-9edb-7135df9cf7cb by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '1babf7c6-9c77-4c25-a692-1cd6e7ba283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:20:45.991530 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Attempting to bind port bc85bd34-aa11-44fe-9edb-7135df9cf7cb on network 5555793b-3d94-4de0-97fa-4e07dfdb4b46 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:45.998413 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:20:45.999934 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Checking segment: {'id': '1babf7c6-9c77-4c25-a692-1cd6e7ba283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:46.000292 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:46.000783 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Bound using segment: {'id': '1babf7c6-9c77-4c25-a692-1cd6e7ba283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:20:46.001287 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Bound port: bc85bd34-aa11-44fe-9edb-7135df9cf7cb, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1babf7c6-9c77-4c25-a692-1cd6e7ba283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:20:46.001758 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:46.036824 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:46.055884 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 7a6e33e5-2a15-4dbd-a215-4890edc35167 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:46.065688 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 7a6e33e5-2a15-4dbd-a215-4890edc35167 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:46.066113 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:46.097038 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:46.137415 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] For port bc85bd34-aa11-44fe-9edb-7135df9cf7cb, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:20:46.141962 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] For port bc85bd34-aa11-44fe-9edb-7135df9cf7cb, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=bc85bd34-aa11-44fe-9edb-7135df9cf7cb,segment=NetworkSegment(1babf7c6-9c77-4c25-a692-1cd6e7ba283e),segment_id=1babf7c6-9c77-4c25-a692-1cd6e7ba283e)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:20:46.204322 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:46.229457 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:46.232259 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331b299-4db7-4906-ae29-142aacd543f9 req-dd6f6753-1741-496a-9570-34d20a3e5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:46.234706 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3331b299-4db7-4906-ae29-142aacd543f9 req-dd6f6753-1741-496a-9570-34d20a3e5bb9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 1099 time: 0.1924839 Aug 17 01:20:46.290835 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 7a6e33e5-2a15-4dbd-a215-4890edc35167, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=7a6e33e5-2a15-4dbd-a215-4890edc35167,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:46.337492 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601889f3-83fe-4166-b475-e7bd4575b6a0 None None] Pushing event updated for resources: {'Port': ['ID=bc85bd34-aa11-44fe-9edb-7135df9cf7cb,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:46.347994 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Allocated IP 172.27.3.148 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/16cf0b60-69bc-428f-ba46-d2d3390f3a19) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:46.362701 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3331b299-4db7-4906-ae29-142aacd543f9 req-a029cdb7-d00d-4a21-a6cd-765b66ebf30a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144629 Aug 17 01:20:46.365986 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:46.426635 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=7a6e33e5-2a15-4dbd-a215-4890edc35167,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:46.445988 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-3c7ec7e8-14cb-4007-b5e8-0b3a4797292c tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:46.447526 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-3c7ec7e8-14cb-4007-b5e8-0b3a4797292c tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/networks?id=097ea641-6205-4bb3-93f2-566b310e3ce7 HTTP/1.1" status: 200 len: 808 time: 0.2263625 Aug 17 01:20:46.472699 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-d1a59ccf-e4cd-4e0a-82cb-e745b9507e35 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/quotas/c6d0cded1f104b3993e6c45037589351 HTTP/1.1" status: 200 len: 375 time: 0.0171664 Aug 17 01:20:46.548758 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-db4e2aae-f04d-49fe-88c6-beb4d3f6aaf1 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c6d0cded1f104b3993e6c45037589351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623097 Aug 17 01:20:46.578174 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:46.706450 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:46.788581 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:46.796224 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:46.798991 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:46.830001 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Pushing event updated for resources: {'Port': ['ID=16cf0b60-69bc-428f-ba46-d2d3390f3a19,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:46.858084 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-3ce06f15-aaf5-4d9a-9e14-2f824d5671c9 service neutron] 10.222.0.45 "GET /v2.0/networks/097ea641-6205-4bb3-93f2-566b310e3ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949731 Aug 17 01:20:47.052060 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-91e01210-aacc-4bd5-9dc9-cfccd8a498f4 service neutron] 10.222.0.45 "GET /v2.0/networks/097ea641-6205-4bb3-93f2-566b310e3ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868753 Aug 17 01:20:47.122559 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afd71e-27e6-4e03-b93b-1435b1fb4481 req-29e0cf80-f8b4-4b80-a41a-25b09dc8e83c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:47.125164 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-28afd71e-27e6-4e03-b93b-1435b1fb4481 req-29e0cf80-f8b4-4b80-a41a-25b09dc8e83c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 946 time: 0.0686777 Aug 17 01:20:47.172875 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-28afd71e-27e6-4e03-b93b-1435b1fb4481 req-879ac05f-ef74-4bfe-93d2-d707bed86932 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389161 Aug 17 01:20:47.227746 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:47.428671 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ec3f17f7-8444-4c95-813c-3c7592b5364d req-1ca21b04-63d7-4508-a25d-8ea76e87eec3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 210 time: 0.0358934 Aug 17 01:20:47.467626 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f633f0-a673-4cbe-8d58-913861a15480 None None] Network 5555793b-3d94-4de0-97fa-4e07dfdb4b46 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:20:47.482377 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7884925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912492'] for router, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:47.679109 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-9e7e846a-eb05-423d-9894-15713b26e738 None None] Provisioning for port bc85bd34-aa11-44fe-9edb-7135df9cf7cb completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:47.816119 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Router 725bc7e4-5e56-4022-aeab-ec319ac591f1 is scheduled to L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 with binding_index 1 {{(pid=94703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:20:47.816348 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 7a6e33e5-2a15-4dbd-a215-4890edc35167 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:47.922005 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 7a6e33e5-2a15-4dbd-a215-4890edc35167 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:47.922972 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:48.029987 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device bc85bd34-aa11-44fe-9edb-7135df9cf7cb up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:48.153198 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port bc85bd34-aa11-44fe-9edb-7135df9cf7cb completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:48.159519 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port bc85bd34-aa11-44fe-9edb-7135df9cf7cb triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:48.162111 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:48.257211 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:48.273317 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:20:48.291777 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Sync routers for ids ['725bc7e4-5e56-4022-aeab-ec319ac591f1'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:20:48.318571 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port bc85bd34-aa11-44fe-9edb-7135df9cf7cb, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=bc85bd34-aa11-44fe-9edb-7135df9cf7cb,segment=NetworkSegment(1babf7c6-9c77-4c25-a692-1cd6e7ba283e),segment_id=1babf7c6-9c77-4c25-a692-1cd6e7ba283e)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:48.334047 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Routers {'725bc7e4-5e56-4022-aeab-ec319ac591f1'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:48.334767 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['725bc7e4-5e56-4022-aeab-ec319ac591f1'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:48.337300 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643287c-ff7c-4744-9a1f-8a55020242a0 req-7da1d278-7f1f-4df2-9ca9-a1abf3c3f028 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:48.339061 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3643287c-ff7c-4744-9a1f-8a55020242a0 req-7da1d278-7f1f-4df2-9ca9-a1abf3c3f028 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 946 time: 0.0654705 Aug 17 01:20:48.398686 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:48.402629 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-0c342446-0324-4a72-ace3-15aeaf271834 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3556511 Aug 17 01:20:48.402808 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3643287c-ff7c-4744-9a1f-8a55020242a0 req-08984c58-43a0-4b09-b0b7-99a4a6daaa54 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514746 Aug 17 01:20:48.403404 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42848) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:48.431581 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:48.489235 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Set router 725bc7e4-5e56-4022-aeab-ec319ac591f1 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:48.558713 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7241292-14f6-465d-a9c1-73b4edfa23da req-40ca107b-030f-4fa1-b0c4-b1023f5b26b1 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:48.559048 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=bc85bd34-aa11-44fe-9edb-7135df9cf7cb,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:48.560553 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b7241292-14f6-465d-a9c1-73b4edfa23da req-40ca107b-030f-4fa1-b0c4-b1023f5b26b1 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 946 time: 0.0635936 Aug 17 01:20:48.575224 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42854) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:48.582685 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-e675bbef-21a9-4459-82ca-ae4f99cd4922 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Request body: {'floatingip': {'port_id': '93c99699-94ff-4990-9599-c91dd8eb4ccd'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:48.636701 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e675bbef-21a9-4459-82ca-ae4f99cd4922 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:48.670641 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e5190084-abc2-4544-bffc-51b2843b996d req-c4f71315-9930-43ac-b3ab-d00442f56b6c tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 210 time: 0.0690436 Aug 17 01:20:48.773820 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'name': 'tempest-TestVolumeBootPattern-636081721-router', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:45Z', 'updated_at': '2021-08-17T01:20:47Z', 'revision_number': 3, 'project_id': 'dd20811727d14a26ab45999a3d6c35a0', 'gw_port': {'id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:46Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:48.828256 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Checking router: 725bc7e4-5e56-4022-aeab-ec319ac591f1 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:20:48.829140 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Updating router 725bc7e4-5e56-4022-aeab-ec319ac591f1 port 16cf0b60-69bc-428f-ba46-d2d3390f3a19 binding host dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:20:48.871972 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:48.969613 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7257bf38-a145-4ae8-9c85-19439a05e3d6 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:20:49.011196 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 7257bf38-a145-4ae8-9c85-19439a05e3d6 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:20:49.011640 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7257bf38-a145-4ae8-9c85-19439a05e3d6 not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:20:49.058214 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.232303 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e675bbef-21a9-4459-82ca-ae4f99cd4922 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.244364 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Allocated IP 172.20.0.1 (5555793b-3d94-4de0-97fa-4e07dfdb4b46/744bf0e1-f443-462f-8f83-80cec6288317/6a74e39d-54c9-4178-9517-4e6d4bcf3974) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:49.324013 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Notify callbacks [] for port, precommit_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.333931 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Transition to ACTIVE for port object 16cf0b60-69bc-428f-ba46-d2d3390f3a19 will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:49.351073 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e675bbef-21a9-4459-82ca-ae4f99cd4922 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.351663 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.366027 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Transition to ACTIVE for port object 6a74e39d-54c9-4178-9517-4e6d4bcf3974 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:49.408233 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.450916 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.l3_db [None req-e675bbef-21a9-4459-82ca-ae4f99cd4922 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Floating IP 021645ce-4396-43ca-8595-dbd6f5ae4693 associated. External IP: 172.27.3.145, port: 93c99699-94ff-4990-9599-c91dd8eb4ccd. Aug 17 01:20:49.461457 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Attempting to bind port 16cf0b60-69bc-428f-ba46-d2d3390f3a19 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:20:49.461825 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Attempting to bind port 16cf0b60-69bc-428f-ba46-d2d3390f3a19 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:20:49.462195 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Attempting to bind port 16cf0b60-69bc-428f-ba46-d2d3390f3a19 on network 80976695-463a-4c2a-8940-723c41164f17 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:49.465343 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2d823-9f0c-4326-8084-689ee5c2a4ac None None] Pushing event updated for resources: {'Port': ['ID=16cf0b60-69bc-428f-ba46-d2d3390f3a19,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:49.470339 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:20:49.470787 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Checking segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:49.471196 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.471589 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Bound using segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:20:49.472061 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Bound port: 16cf0b60-69bc-428f-ba46-d2d3390f3a19, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:20:49.472695 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.477532 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.528678 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] For port 16cf0b60-69bc-428f-ba46-d2d3390f3a19, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:20:49.532529 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] For port 16cf0b60-69bc-428f-ba46-d2d3390f3a19, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=16cf0b60-69bc-428f-ba46-d2d3390f3a19,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:20:49.532716 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Network 5555793b-3d94-4de0-97fa-4e07dfdb4b46 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:49.536422 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:49.540940 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:49.544074 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Pushing event updated for resources: {'Port': ['ID=6a74e39d-54c9-4178-9517-4e6d4bcf3974,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:49.584246 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7907428'] for router_interface, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.611384 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.716777 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Routers {'725bc7e4-5e56-4022-aeab-ec319ac591f1'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:49.717543 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['725bc7e4-5e56-4022-aeab-ec319ac591f1'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:49.755709 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e675bbef-21a9-4459-82ca-ae4f99cd4922 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Router 0584656b-d025-4c3e-8a60-e2f5452c04b2 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:20:49.780214 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device bc85bd34-aa11-44fe-9edb-7135df9cf7cb up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:49.832727 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2d823-9f0c-4326-8084-689ee5c2a4ac None None] Pushing event updated for resources: {'Port': ['ID=16cf0b60-69bc-428f-ba46-d2d3390f3a19,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:49.926817 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-59e4b64f-e358-45f9-9a72-9663fd5f1b9d req-cb672340-13a0-4f54-8e86-210b2a21323f tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 210 time: 0.1179698 Aug 17 01:20:49.928415 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:49.959475 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] Set router 725bc7e4-5e56-4022-aeab-ec319ac591f1 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:50.027026 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port bc85bd34-aa11-44fe-9edb-7135df9cf7cb triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:50.027402 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:50.030717 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-bdda150f-5cf6-4b39-b461-5ab2e4b483c2 None None] Provisioning for port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:50.091070 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-bdda150f-5cf6-4b39-b461-5ab2e4b483c2 None None] Provisioning complete for port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:50.091454 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bdda150f-5cf6-4b39-b461-5ab2e4b483c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:50.101505 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e675bbef-21a9-4459-82ca-ae4f99cd4922 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:20:50.107030 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e675bbef-21a9-4459-82ca-ae4f99cd4922 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:50.115049 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f8d14-ae6f-4011-964f-9efabbe04a48 None None] Sync routers for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:20:50.129597 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f8d14-ae6f-4011-964f-9efabbe04a48 None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:50.130813 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-845f8d14-ae6f-4011-964f-9efabbe04a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:50.157028 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-e675bbef-21a9-4459-82ca-ae4f99cd4922 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "PUT /v2.0/floatingips/021645ce-4396-43ca-8595-dbd6f5ae4693 HTTP/1.1" status: 200 len: 992 time: 1.5787776 Aug 17 01:20:50.169514 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'tag': '93c99699-94ff-4990-9599-c91dd8eb4ccd'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:50.174524 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-bdda150f-5cf6-4b39-b461-5ab2e4b483c2 None None] Port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:20:50.175204 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e393a5-f0f0-4a3f-9379-086d8849c49e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2b0f64-9bea-4654-bed1-a6e7a853706c", "tag": "93c99699-94ff-4990-9599-c91dd8eb4ccd"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:50.204536 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-d3f7a766-bc28-49a5-8410-986c549e0e65 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:50.206102 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-d3f7a766-bc28-49a5-8410-986c549e0e65 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.81 "GET /v2.0/networks?id=097ea641-6205-4bb3-93f2-566b310e3ce7 HTTP/1.1" status: 200 len: 808 time: 0.2292478 Aug 17 01:20:50.220789 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:50.228601 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Request body: {'port': {'device_id': '22d67b1c-33f8-458d-b6c0-9db1d02cf3d9', 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7', 'admin_state_up': True, 'tenant_id': 'c6d0cded1f104b3993e6c45037589351'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:50.263902 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e471969b-2373-496b-879a-daa5d2659e45 x-openstack-request-id: req-e471969b-2373-496b-879a-daa5d2659e45 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:50.265577 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2b0f64-9bea-4654-bed1-a6e7a853706c", "tag": "93c99699-94ff-4990-9599-c91dd8eb4ccd", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:50.270184 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e471969b-2373-496b-879a-daa5d2659e45 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:50.270666 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'tag': '93c99699-94ff-4990-9599-c91dd8eb4ccd', 'status': 'completed', 'code': 200} Aug 17 01:20:50.288692 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:50.389738 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'name': 'tempest-TestVolumeBootPattern-636081721-router', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:45Z', 'updated_at': '2021-08-17T01:20:47Z', 'revision_number': 3, 'project_id': 'dd20811727d14a26ab45999a3d6c35a0', 'gw_port': {'id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:46Z', 'updated_at': '2021-08-17T01:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:50.406497 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-845f8d14-ae6f-4011-964f-9efabbe04a48 None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:50.434047 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a84826-7592-4827-8dac-820fdf454411 None None] The sync data for ids ['725bc7e4-5e56-4022-aeab-ec319ac591f1'] in dv-cinder-803901-7-iscsi is: [{'id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'name': 'tempest-TestVolumeBootPattern-636081721-router', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:45Z', 'updated_at': '2021-08-17T01:20:47Z', 'revision_number': 3, 'project_id': 'dd20811727d14a26ab45999a3d6c35a0', 'gw_port': {'id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:46Z', 'updated_at': '2021-08-17T01:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:20:50.457403 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7907472'] for router_interface, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:50.484046 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Pushing event updated for resources: {'Port': ['ID=6a74e39d-54c9-4178-9517-4e6d4bcf3974,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:50.495203 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Made reservation on behalf of c6d0cded1f104b3993e6c45037589351 for: {'port': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:20:50.503490 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:50.515471 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e393a5-f0f0-4a3f-9379-086d8849c49e req-016301b3-2e5f-4a2b-909b-6755ee4094a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:50.517354 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-39e393a5-f0f0-4a3f-9379-086d8849c49e req-016301b3-2e5f-4a2b-909b-6755ee4094a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 1099 time: 0.1346326 Aug 17 01:20:50.672632 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Network 5555793b-3d94-4de0-97fa-4e07dfdb4b46 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:50.677167 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:50.693714 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-845f8d14-ae6f-4011-964f-9efabbe04a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '021645ce-4396-43ca-8595-dbd6f5ae4693', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'port_id': '93c99699-94ff-4990-9599-c91dd8eb4ccd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'mac_address': 'fa:16:3e:56:83:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:20:30Z', 'updated_at': '2021-08-17T01:20:49Z', 'revision_number': 1, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:58Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:50.705736 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Allocated IP 172.20.0.6 (097ea641-6205-4bb3-93f2-566b310e3ce7/716311b9-b088-4c06-b3bc-f612dd39b5e7/7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:20:50.739862 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f8d14-ae6f-4011-964f-9efabbe04a48 None None] Checking router: 0584656b-d025-4c3e-8a60-e2f5452c04b2 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:20:50.754114 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f8d14-ae6f-4011-964f-9efabbe04a48 None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:50.754776 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-845f8d14-ae6f-4011-964f-9efabbe04a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:50.763628 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e393a5-f0f0-4a3f-9379-086d8849c49e req-28af7d20-f2a9-4365-8e75-df4c76917880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:50.765795 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-39e393a5-f0f0-4a3f-9379-086d8849c49e req-28af7d20-f2a9-4365-8e75-df4c76917880 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d078c6a-bf10-4978-938b-717465589ddc HTTP/1.1" status: 200 len: 910 time: 0.2166281 Aug 17 01:20:50.906407 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-845f8d14-ae6f-4011-964f-9efabbe04a48 None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:50.963804 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:51.094883 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:51.112162 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-9995c8eb-c943-4aba-bf29-0d72c551e9d7 None None] Provisioning complete for port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:51.112669 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-9995c8eb-c943-4aba-bf29-0d72c551e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:51.198673 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-9995c8eb-c943-4aba-bf29-0d72c551e9d7 None None] Port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:20:51.199767 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Network 097ea641-6205-4bb3-93f2-566b310e3ce7 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:20:51.215665 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de2003-d3db-4513-9cc6-276b99e987e4 req-642941e6-67b0-4aa0-805c-9a291b985c15 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:51.224451 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-82de2003-d3db-4513-9cc6-276b99e987e4 req-642941e6-67b0-4aa0-805c-9a291b985c15 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 931 time: 0.1433113 Aug 17 01:20:51.229945 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:20:51.241019 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:20:51.300242 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:51.300923 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:51.316057 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Pushing event updated for resources: {'Port': ['ID=7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:51.330196 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-39e393a5-f0f0-4a3f-9379-086d8849c49e req-14878012-0dc7-4c94-829e-9c41187aca12 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93c99699-94ff-4990-9599-c91dd8eb4ccd HTTP/1.1" status: 200 len: 1000 time: 0.5471864 Aug 17 01:20:51.357529 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Router 725bc7e4-5e56-4022-aeab-ec319ac591f1 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:20:51.368443 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-82de2003-d3db-4513-9cc6-276b99e987e4 req-bb279380-a29a-4531-a1e3-9d02bd215819 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429870 Aug 17 01:20:51.385651 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-e12a0e7e-99bf-4fd4-b1ab-b8d94c06f336 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1623747 Aug 17 01:20:51.440039 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-845f8d14-ae6f-4011-964f-9efabbe04a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '021645ce-4396-43ca-8595-dbd6f5ae4693', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'port_id': '93c99699-94ff-4990-9599-c91dd8eb4ccd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'mac_address': 'fa:16:3e:56:83:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:20:30Z', 'updated_at': '2021-08-17T01:20:49Z', 'revision_number': 1, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:58Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:51.473787 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f8d14-ae6f-4011-964f-9efabbe04a48 None None] The sync data for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi is: [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '021645ce-4396-43ca-8595-dbd6f5ae4693', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'port_id': '93c99699-94ff-4990-9599-c91dd8eb4ccd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'mac_address': 'fa:16:3e:56:83:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:20:30Z', 'updated_at': '2021-08-17T01:20:49Z', 'revision_number': 1, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:58Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:20:51.482027 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Request body: {'port': {'device_id': '22d67b1c-33f8-458d-b6c0-9db1d02cf3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:51.546920 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:51.562890 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e393a5-f0f0-4a3f-9379-086d8849c49e req-575d16f7-71d5-4d96-b761-876c9bc6b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:51.564621 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-39e393a5-f0f0-4a3f-9379-086d8849c49e req-575d16f7-71d5-4d96-b761-876c9bc6b2c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3ed0da04-3611-4266-b624-ad13c42ea9f6 HTTP/1.1" status: 200 len: 849 time: 0.2238798 Aug 17 01:20:51.569833 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:20:51.584580 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-21b11d10-5019-42e7-846e-1f834ec2314e admin admin] 10.222.0.45 "PUT /v2.0/routers/725bc7e4-5e56-4022-aeab-ec319ac591f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1710219 Aug 17 01:20:51.678147 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e393a5-f0f0-4a3f-9379-086d8849c49e req-e4a0d0e0-3f73-4a69-92c5-f5030ca9af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:51.681496 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-39e393a5-f0f0-4a3f-9379-086d8849c49e req-e4a0d0e0-3f73-4a69-92c5-f5030ca9af51 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d078c6a-bf10-4978-938b-717465589ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1043363 Aug 17 01:20:51.803687 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 16cf0b60-69bc-428f-ba46-d2d3390f3a19 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:51.812335 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-39e393a5-f0f0-4a3f-9379-086d8849c49e req-175c2c8c-dd7b-48ac-96aa-a616d7510014 service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208572 Aug 17 01:20:51.924533 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e {{(pid=94703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:20:51.946732 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:51.954397 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-39e393a5-f0f0-4a3f-9379-086d8849c49e req-b21f375f-d899-4f2c-a1d7-9527f2a5432c service neutron] 10.222.0.81 "GET /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332948 Aug 17 01:20:51.970387 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Transition to ACTIVE for port object 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:52.025304 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 16cf0b60-69bc-428f-ba46-d2d3390f3a19 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:52.029404 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 16cf0b60-69bc-428f-ba46-d2d3390f3a19 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:52.029831 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:52.082634 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:52.143960 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:52.175018 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Pushing event updated for resources: {'Port': ['ID=7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:52.214760 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 16cf0b60-69bc-428f-ba46-d2d3390f3a19, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=16cf0b60-69bc-428f-ba46-d2d3390f3a19,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:52.226619 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc4776-bf27-4fbc-bc3d-207c0c2d4f98 None None] New status for floating IP 021645ce-4396-43ca-8595-dbd6f5ae4693: ACTIVE {{(pid=94704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:20:52.248165 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Attempting to bind port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:20:52.248517 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Attempting to bind port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '8a17dc46-0445-4c19-b0ff-09775ee38cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:20:52.248862 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Attempting to bind port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e on network 097ea641-6205-4bb3-93f2-566b310e3ce7 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:52.254600 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e on network 097ea641-6205-4bb3-93f2-566b310e3ce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:20:52.257588 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Attempting to bind port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e on network 097ea641-6205-4bb3-93f2-566b310e3ce7 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:52.260341 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:20:52.260750 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Checking segment: {'id': '8a17dc46-0445-4c19-b0ff-09775ee38cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:52.261222 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Bound using segment: {'id': '8a17dc46-0445-4c19-b0ff-09775ee38cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:20:52.261718 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Bound port: 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a17dc46-0445-4c19-b0ff-09775ee38cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:20:52.262319 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:52.286178 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:52.327191 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:52.337289 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] For port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e, host hv-cinder-80390, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:20:52.341788 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] For port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e,segment=NetworkSegment(8a17dc46-0445-4c19-b0ff-09775ee38cda),segment_id=8a17dc46-0445-4c19-b0ff-09775ee38cda)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:20:52.423406 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:52.441564 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=16cf0b60-69bc-428f-ba46-d2d3390f3a19,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:52.456978 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42894) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:52.466728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-10385c02-1dfc-42a9-9ccc-59b17d928cee tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2105394292', 'description': 'tempest-secgroup-smoke-2105394292 description', 'project_id': '403f36fc453546edb2dd173ad1aac7e6'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:52.479466 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:52.480081 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:52.481574 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] 10.222.0.81 "PUT /v2.0/ports/7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e HTTP/1.1" status: 200 len: 1093 time: 1.0817103 Aug 17 01:20:52.482203 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d67b1c-33f8-458d-b6c0-9db1d02cf3d9', 'tag': '7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:52.485079 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eac2f34-6f4e-40de-8f69-8810b90f6ede" -d '{"events": [{"name": "network-changed", "server_uuid": "22d67b1c-33f8-458d-b6c0-9db1d02cf3d9", "tag": "7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:52.518097 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b906b43-c630-4fd8-8ff3-35dfd5e9883e service neutron] Pushing event updated for resources: {'Port': ['ID=7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:52.533980 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d703dbde-cb35-4b2d-b694-263e868eed1c x-openstack-request-id: req-d703dbde-cb35-4b2d-b694-263e868eed1c {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:52.534547 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d67b1c-33f8-458d-b6c0-9db1d02cf3d9", "tag": "7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:52.534842 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d703dbde-cb35-4b2d-b694-263e868eed1c {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:52.535348 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d67b1c-33f8-458d-b6c0-9db1d02cf3d9', 'tag': '7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e', 'status': 'completed', 'code': 200} Aug 17 01:20:52.591807 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c3dbc-7953-4a1a-9832-8d303b1ef422 req-0d81606b-d78c-4106-aded-852b8e045177 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:52.594252 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-eb2c3dbc-7953-4a1a-9832-8d303b1ef422 req-0d81606b-d78c-4106-aded-852b8e045177 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 943 time: 0.1076021 Aug 17 01:20:52.620537 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac2f34-6f4e-40de-8f69-8810b90f6ede req-6672f6e4-60f2-48b6-a992-1b07754affed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:52.625181 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1eac2f34-6f4e-40de-8f69-8810b90f6ede req-6672f6e4-60f2-48b6-a992-1b07754affed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6d0cded1f104b3993e6c45037589351&device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0606158 Aug 17 01:20:52.657414 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-eb2c3dbc-7953-4a1a-9832-8d303b1ef422 req-a5a6bea2-c66e-47d5-acb4-7bdb171df169 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485094 Aug 17 01:20:52.685180 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10385c02-1dfc-42a9-9ccc-59b17d928cee tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:52.762420 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac2f34-6f4e-40de-8f69-8810b90f6ede req-94e3fe3d-df05-4ca6-a696-f44ef9575cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:52.763932 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1eac2f34-6f4e-40de-8f69-8810b90f6ede req-94e3fe3d-df05-4ca6-a696-f44ef9575cd5 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c6d0cded1f104b3993e6c45037589351&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1293886 Aug 17 01:20:52.822705 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10385c02-1dfc-42a9-9ccc-59b17d928cee tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:52.831023 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Sync routers for ids ['725bc7e4-5e56-4022-aeab-ec319ac591f1'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:20:52.840266 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Routers {'725bc7e4-5e56-4022-aeab-ec319ac591f1'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:52.840916 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['725bc7e4-5e56-4022-aeab-ec319ac591f1'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:52.872703 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac2f34-6f4e-40de-8f69-8810b90f6ede req-b6b4171e-a7ff-40f0-9f04-63aac589cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:52.874181 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1eac2f34-6f4e-40de-8f69-8810b90f6ede req-b6b4171e-a7ff-40f0-9f04-63aac589cab9 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1010270 Aug 17 01:20:52.950559 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Set router 725bc7e4-5e56-4022-aeab-ec319ac591f1 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:52.955608 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-f59b7b13-67a3-4a2d-aa10-0a4cdca6ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:52.957122 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-f59b7b13-67a3-4a2d-aa10-0a4cdca6ae5b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6d0cded1f104b3993e6c45037589351&device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0423307 Aug 17 01:20:52.957786 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10385c02-1dfc-42a9-9ccc-59b17d928cee tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:52.989109 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10385c02-1dfc-42a9-9ccc-59b17d928cee tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52369c3-597e-4c11-87bf-d93b0e75620e,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:53.013947 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-d2edf5de-ad92-400e-9bd6-3ba2bf68b011 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e HTTP/1.1" status: 200 len: 217 time: 0.0391943 Aug 17 01:20:53.050380 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10385c02-1dfc-42a9-9ccc-59b17d928cee tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:53.054648 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-10385c02-1dfc-42a9-9ccc-59b17d928cee tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5930259 Aug 17 01:20:53.055015 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42900) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:53.061063 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-2ee427da-f5a6-4920-b8d2-3a24df517077 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'security_group_rule': {'security_group_id': 'a52369c3-597e-4c11-87bf-d93b0e75620e', 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:53.092123 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-692d2645-f799-40de-872d-60cf968dd98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:53.093621 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-692d2645-f799-40de-872d-60cf968dd98e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=716311b9-b088-4c06-b3bc-f612dd39b5e7 HTTP/1.1" status: 200 len: 848 time: 0.0674756 Aug 17 01:20:53.132404 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-d01a72db-e017-45ca-a29e-5bda7a55c1f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=097ea641-6205-4bb3-93f2-566b310e3ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260739 Aug 17 01:20:53.158563 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'name': 'tempest-TestVolumeBootPattern-636081721-router', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:45Z', 'updated_at': '2021-08-17T01:20:49Z', 'revision_number': 4, 'project_id': 'dd20811727d14a26ab45999a3d6c35a0', 'gw_port': {'id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:46Z', 'updated_at': '2021-08-17T01:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '6a74e39d-54c9-4178-9517-4e6d4bcf3974', 'name': '', 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'mac_address': 'fa:16:3e:e1:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '744bf0e1-f443-462f-8f83-80cec6288317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:49Z', 'updated_at': '2021-08-17T01:20:50Z', 'revision_number': 2, 'project_id': 'dd20811727d14a26ab45999a3d6c35a0', 'subnets': [{'id': '744bf0e1-f443-462f-8f83-80cec6288317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:53.184741 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Checking router: 725bc7e4-5e56-4022-aeab-ec319ac591f1 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:20:53.185097 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Updating router 725bc7e4-5e56-4022-aeab-ec319ac591f1 port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 binding host dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:20:53.212386 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2ee427da-f5a6-4920-b8d2-3a24df517077 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:53.213863 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:53.252962 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-845c6dbd-3a9c-422d-9558-fa205eedb34d service neutron] 10.222.0.81 "GET /v2.0/networks/097ea641-6205-4bb3-93f2-566b310e3ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133461 Aug 17 01:20:53.353443 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2ee427da-f5a6-4920-b8d2-3a24df517077 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:53.380652 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f16d514-3c24-4db4-815d-f89f8a95993b req-3875ca31-6b92-4bda-86d3-fa5f44f1561d service neutron] 10.222.0.81 "GET /v2.0/networks/097ea641-6205-4bb3-93f2-566b310e3ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181009 Aug 17 01:20:53.478410 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2ee427da-f5a6-4920-b8d2-3a24df517077 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:53.497237 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee427da-f5a6-4920-b8d2-3a24df517077 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489f5f46-3f75-4909-8a24-ed732ae6a494,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:53.502964 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:53.513037 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Transition to ACTIVE for port object 6a74e39d-54c9-4178-9517-4e6d4bcf3974 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:20:53.673232 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:53.673541 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2ee427da-f5a6-4920-b8d2-3a24df517077 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:53.679270 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-2ee427da-f5a6-4920-b8d2-3a24df517077 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6195898 Aug 17 01:20:53.690170 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42904) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:53.701803 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-dbc586b2-62c0-4f60-bc2f-e11d6e7f9a43 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'security_group_rule': {'security_group_id': 'a52369c3-597e-4c11-87bf-d93b0e75620e', 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:53.745193 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 16cf0b60-69bc-428f-ba46-d2d3390f3a19 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:53.798837 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d560f25-60f9-4974-9fad-7c84fd5c97e0 None None] Pushing event updated for resources: {'Port': ['ID=6a74e39d-54c9-4178-9517-4e6d4bcf3974,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:53.807564 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Attempting to bind port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:20:53.807971 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Attempting to bind port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '1babf7c6-9c77-4c25-a692-1cd6e7ba283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:20:53.808319 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Attempting to bind port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 on network 5555793b-3d94-4de0-97fa-4e07dfdb4b46 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:20:53.820677 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:20:53.821255 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Checking segment: {'id': '1babf7c6-9c77-4c25-a692-1cd6e7ba283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:20:53.821888 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:53.822518 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Bound using segment: {'id': '1babf7c6-9c77-4c25-a692-1cd6e7ba283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:20:53.823739 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Bound port: 6a74e39d-54c9-4178-9517-4e6d4bcf3974, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1babf7c6-9c77-4c25-a692-1cd6e7ba283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:20:53.824365 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:53.871617 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 16cf0b60-69bc-428f-ba46-d2d3390f3a19 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:53.872396 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:53.879712 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbc586b2-62c0-4f60-bc2f-e11d6e7f9a43 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:53.926392 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb9353-cbf9-40b6-a863-9989920a8a72 req-d7780c5f-f55c-4606-a42b-738f607b9bb6 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:53.928702 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a1fb9353-cbf9-40b6-a863-9989920a8a72 req-d7780c5f-f55c-4606-a42b-738f607b9bb6 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 943 time: 0.1182663 Aug 17 01:20:53.972317 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] For port 6a74e39d-54c9-4178-9517-4e6d4bcf3974, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:20:53.980042 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] For port 6a74e39d-54c9-4178-9517-4e6d4bcf3974, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=6a74e39d-54c9-4178-9517-4e6d4bcf3974,segment=NetworkSegment(1babf7c6-9c77-4c25-a692-1cd6e7ba283e),segment_id=1babf7c6-9c77-4c25-a692-1cd6e7ba283e)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:20:53.991829 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a1fb9353-cbf9-40b6-a863-9989920a8a72 req-0ebddb82-15f3-4c55-bc30-0f7a9783cc1f tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495763 Aug 17 01:20:54.020007 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbc586b2-62c0-4f60-bc2f-e11d6e7f9a43 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:54.084725 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:54.101705 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cb753ea8-0a24-4c09-b1f6-a0e21c2dd96b req-d1aabc80-1ec3-49f4-98a5-182f9c77b9b3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465443 Aug 17 01:20:54.122885 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbc586b2-62c0-4f60-bc2f-e11d6e7f9a43 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:54.149824 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc586b2-62c0-4f60-bc2f-e11d6e7f9a43 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac6b3cc-b1a6-4da5-aa9d-e1872ebeb8a2,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:54.152691 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Routers {'725bc7e4-5e56-4022-aeab-ec319ac591f1'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:20:54.153932 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:20:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['725bc7e4-5e56-4022-aeab-ec319ac591f1'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:54.161010 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d560f25-60f9-4974-9fad-7c84fd5c97e0 None None] Pushing event updated for resources: {'Port': ['ID=6a74e39d-54c9-4178-9517-4e6d4bcf3974,revision_number=4']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:54.212971 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb753ea8-0a24-4c09-b1f6-a0e21c2dd96b req-9489bc8d-df41-4c98-8001-4a71c7c97a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:54.214763 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cb753ea8-0a24-4c09-b1f6-a0e21c2dd96b req-9489bc8d-df41-4c98-8001-4a71c7c97a33 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9a1cf69554774acaacc1703ac85c3af9&device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 1098 time: 0.0551558 Aug 17 01:20:54.216335 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbc586b2-62c0-4f60-bc2f-e11d6e7f9a43 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:54.217519 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-dbc586b2-62c0-4f60-bc2f-e11d6e7f9a43 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5370243 Aug 17 01:20:54.220997 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42910) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:54.226406 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-7d376b41-611c-4f79-ac53-db2409484b55 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'security_group_rule': {'security_group_id': 'a52369c3-597e-4c11-87bf-d93b0e75620e', 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:54.368329 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d376b41-611c-4f79-ac53-db2409484b55 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:54.398444 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb753ea8-0a24-4c09-b1f6-a0e21c2dd96b req-dce0b88d-5933-44e0-88e6-3b7c3dcbe9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:54.399956 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cb753ea8-0a24-4c09-b1f6-a0e21c2dd96b req-dce0b88d-5933-44e0-88e6-3b7c3dcbe9eb service neutron] 10.222.0.81 "GET /v2.0/networks?id=dac90b60-01c5-420a-9cef-61942492c749 HTTP/1.1" status: 200 len: 909 time: 0.1538541 Aug 17 01:20:54.439092 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] Set router 725bc7e4-5e56-4022-aeab-ec319ac591f1 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:20:54.480545 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d376b41-611c-4f79-ac53-db2409484b55 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:54.498790 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cb753ea8-0a24-4c09-b1f6-a0e21c2dd96b req-46511ebd-7aea-4ed4-adeb-8487cb32a473 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9 HTTP/1.1" status: 200 len: 1001 time: 0.0796344 Aug 17 01:20:54.551607 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb753ea8-0a24-4c09-b1f6-a0e21c2dd96b req-3f232855-17ff-41e9-a4a1-a660c3eb6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:54.553247 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cb753ea8-0a24-4c09-b1f6-a0e21c2dd96b req-3f232855-17ff-41e9-a4a1-a660c3eb6e5e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b37c8186-f6ab-43fa-a4a6-ea086fecbf54 HTTP/1.1" status: 200 len: 848 time: 0.0450745 Aug 17 01:20:54.557503 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d376b41-611c-4f79-ac53-db2409484b55 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:54.599922 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d376b41-611c-4f79-ac53-db2409484b55 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab2eeed-9c50-4f98-95cc-d85e0b38b725,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:54.621788 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb753ea8-0a24-4c09-b1f6-a0e21c2dd96b req-7d93df3c-a4fa-4bbb-9938-6cdc1d7251bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:54.626537 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cb753ea8-0a24-4c09-b1f6-a0e21c2dd96b req-7d93df3c-a4fa-4bbb-9938-6cdc1d7251bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dac90b60-01c5-420a-9cef-61942492c749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588446 Aug 17 01:20:54.659923 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'name': 'tempest-TestVolumeBootPattern-636081721-router', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:45Z', 'updated_at': '2021-08-17T01:20:49Z', 'revision_number': 4, 'project_id': 'dd20811727d14a26ab45999a3d6c35a0', 'gw_port': {'id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:46Z', 'updated_at': '2021-08-17T01:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '6a74e39d-54c9-4178-9517-4e6d4bcf3974', 'name': '', 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'mac_address': 'fa:16:3e:e1:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '744bf0e1-f443-462f-8f83-80cec6288317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:49Z', 'updated_at': '2021-08-17T01:20:53Z', 'revision_number': 4, 'project_id': 'dd20811727d14a26ab45999a3d6c35a0', 'subnets': [{'id': '744bf0e1-f443-462f-8f83-80cec6288317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:20:54.682750 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d376b41-611c-4f79-ac53-db2409484b55 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:54.683952 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-7d376b41-611c-4f79-ac53-db2409484b55 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4619544 Aug 17 01:20:54.686377 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ac1aa-1d5b-4f2c-9033-d5d61a6911a4 None None] The sync data for ids ['725bc7e4-5e56-4022-aeab-ec319ac591f1'] in dv-cinder-803901-7-iscsi is: [{'id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'name': 'tempest-TestVolumeBootPattern-636081721-router', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:45Z', 'updated_at': '2021-08-17T01:20:49Z', 'revision_number': 4, 'project_id': 'dd20811727d14a26ab45999a3d6c35a0', 'gw_port': {'id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:46Z', 'updated_at': '2021-08-17T01:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '6a74e39d-54c9-4178-9517-4e6d4bcf3974', 'name': '', 'network_id': '5555793b-3d94-4de0-97fa-4e07dfdb4b46', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'mac_address': 'fa:16:3e:e1:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '744bf0e1-f443-462f-8f83-80cec6288317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:49Z', 'updated_at': '2021-08-17T01:20:53Z', 'revision_number': 4, 'project_id': 'dd20811727d14a26ab45999a3d6c35a0', 'subnets': [{'id': '744bf0e1-f443-462f-8f83-80cec6288317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:20:54.688139 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 42914) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:54.700627 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'security_group_rule': {'security_group_id': 'a52369c3-597e-4c11-87bf-d93b0e75620e', 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:54.753246 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cb753ea8-0a24-4c09-b1f6-a0e21c2dd96b req-a7266ba9-9d62-4e7d-b96c-d33fd7743115 service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171725 Aug 17 01:20:54.841359 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:54.931495 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:54.981482 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:55.008423 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a565ac01-9ea4-43ce-af1e-7bdf76474447,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:55.023463 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:55.027728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:55.027728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:55.027728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:55.027728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:55.027728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:55.027728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:55.027728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:55.027728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:55.027728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:55.027728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:55.027728 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:20:55.094417 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:55.098438 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-25c2689d-2132-4596-a947-cd13d49e20b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4064238 Aug 17 01:20:55.098723 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42920) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:55.104990 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-fabd1f56-ec7e-4802-9ac2-743887fcc46d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'security_group_rule': {'security_group_id': 'a52369c3-597e-4c11-87bf-d93b0e75620e', 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:55.139003 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b630a6-f209-44e2-8cb4-b7c405587ff1 req-3cf438b9-4556-4121-a6ca-c79f44d5d734 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:55.140763 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-98b630a6-f209-44e2-8cb4-b7c405587ff1 req-3cf438b9-4556-4121-a6ca-c79f44d5d734 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 943 time: 0.0577149 Aug 17 01:20:55.161445 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cb753ea8-0a24-4c09-b1f6-a0e21c2dd96b req-4bbb370e-6b27-4cac-89d6-dd8783582590 service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909922 Aug 17 01:20:55.185898 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-98b630a6-f209-44e2-8cb4-b7c405587ff1 req-24519ffe-d150-4f36-8fe6-caf9b742e11c tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371218 Aug 17 01:20:55.208384 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.securitygroups_db [None req-fabd1f56-ec7e-4802-9ac2-743887fcc46d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Project 403f36fc453546edb2dd173ad1aac7e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:20:55.214121 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fabd1f56-ec7e-4802-9ac2-743887fcc46d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:55.274615 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fabd1f56-ec7e-4802-9ac2-743887fcc46d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:55.379604 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fabd1f56-ec7e-4802-9ac2-743887fcc46d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:55.398055 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd1f56-ec7e-4802-9ac2-743887fcc46d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7477e8-e8a3-4880-aaef-816116b34063,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:55.478675 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fabd1f56-ec7e-4802-9ac2-743887fcc46d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:55.480293 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-fabd1f56-ec7e-4802-9ac2-743887fcc46d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3803694 Aug 17 01:20:55.483267 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 42926) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:20:55.488459 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-c76c9a51-4098-461e-a22a-33817161d3db tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'security_group_rule': {'security_group_id': 'a52369c3-597e-4c11-87bf-d93b0e75620e', 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:20:55.592779 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.securitygroups_db [None req-c76c9a51-4098-461e-a22a-33817161d3db tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Project 403f36fc453546edb2dd173ad1aac7e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:20:55.599702 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c76c9a51-4098-461e-a22a-33817161d3db tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:55.685868 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c76c9a51-4098-461e-a22a-33817161d3db tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:55.740242 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 6a74e39d-54c9-4178-9517-4e6d4bcf3974 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:55.771187 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c76c9a51-4098-461e-a22a-33817161d3db tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:55.790173 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c9a51-4098-461e-a22a-33817161d3db tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c1e179-0880-4e3d-aea3-75751ee7244c,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:55.866787 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c76c9a51-4098-461e-a22a-33817161d3db tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:55.868010 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-c76c9a51-4098-461e-a22a-33817161d3db tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3834162 Aug 17 01:20:55.901242 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:55.906745 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:55.907102 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:55.998500 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:56.035836 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 6a74e39d-54c9-4178-9517-4e6d4bcf3974, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=6a74e39d-54c9-4178-9517-4e6d4bcf3974,segment=NetworkSegment(1babf7c6-9c77-4c25-a692-1cd6e7ba283e),segment_id=1babf7c6-9c77-4c25-a692-1cd6e7ba283e)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:56.118694 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:56.176068 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=6a74e39d-54c9-4178-9517-4e6d4bcf3974,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:56.319311 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5d29f-4476-48c9-ad34-a7bc0868bdab req-a3f382fc-68e8-4441-8373-b17608486688 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:56.320773 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-95e5d29f-4476-48c9-ad34-a7bc0868bdab req-a3f382fc-68e8-4441-8373-b17608486688 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 943 time: 0.0518312 Aug 17 01:20:56.362511 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-95e5d29f-4476-48c9-ad34-a7bc0868bdab req-69efbb29-4ae5-488a-83e0-b1d2001a714e tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356183 Aug 17 01:20:56.987537 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:20:57.094661 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e,segment=NetworkSegment(8a17dc46-0445-4c19-b0ff-09775ee38cda),segment_id=8a17dc46-0445-4c19-b0ff-09775ee38cda)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:57.107403 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e', 'network_id': '097ea641-6205-4bb3-93f2-566b310e3ce7', 'port_id': '7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e', 'mac_address': 'fa:16:3e:7f:cf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716311b9-b088-4c06-b3bc-f612dd39b5e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:20:57.150667 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:57.164237 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:20:57.183672 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e,segment=NetworkSegment(8a17dc46-0445-4c19-b0ff-09775ee38cda),segment_id=8a17dc46-0445-4c19-b0ff-09775ee38cda)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:57.248498 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:57.300629 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:57.492529 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c50c3-ccad-4c61-9af5-62bb507eb95b req-f4f73936-5cb5-4f28-818b-f53de0ccc6f3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:57.494348 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3a9c50c3-ccad-4c61-9af5-62bb507eb95b req-f4f73936-5cb5-4f28-818b-f53de0ccc6f3 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 944 time: 0.0555737 Aug 17 01:20:57.539057 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3a9c50c3-ccad-4c61-9af5-62bb507eb95b req-bf6bb3de-606c-44ca-be69-fa7c9d0c5342 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362892 Aug 17 01:20:57.549828 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:20:57.720070 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 6a74e39d-54c9-4178-9517-4e6d4bcf3974 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:57.804677 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:57.805047 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:58.663661 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa200c-4deb-4798-b25b-94fc540da602 req-3a32fa01-1635-47b8-9907-66900dcbfa42 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:58.665215 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-47fa200c-4deb-4798-b25b-94fc540da602 req-3a32fa01-1635-47b8-9907-66900dcbfa42 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 944 time: 0.0512207 Aug 17 01:20:58.709252 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-47fa200c-4deb-4798-b25b-94fc540da602 req-39b91af1-c368-467c-b024-684ed6081906 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368259 Aug 17 01:20:59.003091 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:20:59.112383 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:20:59.116360 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:20:59.116734 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:59.196644 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:59.225154 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d67b1c-33f8-458d-b6c0-9db1d02cf3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:20:59.227464 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e498ac7-1511-47f8-a308-14d5640725b8" -d '{"events": [{"server_uuid": "22d67b1c-33f8-458d-b6c0-9db1d02cf3d9", "name": "network-vif-plugged", "status": "completed", "tag": "7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:20:59.241978 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e,segment=NetworkSegment(8a17dc46-0445-4c19-b0ff-09775ee38cda),segment_id=8a17dc46-0445-4c19-b0ff-09775ee38cda)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:20:59.267495 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9e18eb-f97c-4e54-801a-3eee843426d1 x-openstack-request-id: req-8e9e18eb-f97c-4e54-801a-3eee843426d1 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:20:59.267842 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d67b1c-33f8-458d-b6c0-9db1d02cf3d9", "name": "network-vif-plugged", "status": "completed", "tag": "7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:20:59.268314 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e9e18eb-f97c-4e54-801a-3eee843426d1 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:20:59.268975 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d67b1c-33f8-458d-b6c0-9db1d02cf3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e', 'code': 200} Aug 17 01:20:59.313655 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:20:59.370424 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:20:59.599715 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f550d-8483-4846-ae77-06ff68342289 req-51e29158-567d-44a7-b6ba-225f18ab87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:59.601178 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-842f550d-8483-4846-ae77-06ff68342289 req-51e29158-567d-44a7-b6ba-225f18ab87fa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 1098 time: 0.0426183 Aug 17 01:20:59.634881 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-842f550d-8483-4846-ae77-06ff68342289 req-55de36f8-d903-4d1f-87ed-d225a0017b70 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263212 Aug 17 01:20:59.831550 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601f04d-425f-49a2-9f86-73aab98060b8 req-a2e1ab7e-a5b6-4604-9d9e-ea9fe2e7130f tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:20:59.833524 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6601f04d-425f-49a2-9f86-73aab98060b8 req-a2e1ab7e-a5b6-4604-9d9e-ea9fe2e7130f tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 945 time: 0.0540552 Aug 17 01:20:59.886423 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6601f04d-425f-49a2-9f86-73aab98060b8 req-7524818e-ac4a-497c-b6e0-674875ec0005 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345428 Aug 17 01:21:01.012619 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed377c-834a-45b1-9e2c-734d8843009a req-4b9aca0d-dfc7-4518-b83c-7fe093cba5fd tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:01.014182 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-68ed377c-834a-45b1-9e2c-734d8843009a req-4b9aca0d-dfc7-4518-b83c-7fe093cba5fd tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 945 time: 0.0540712 Aug 17 01:21:01.058313 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-68ed377c-834a-45b1-9e2c-734d8843009a req-fd69c3f3-7f2d-4006-9da7-1596a15dcbfb tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372200 Aug 17 01:21:02.346764 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-167052bf-ec0b-4ef5-b9d0-2cb47fc0723e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:02.486130 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e324d9-fead-4cb5-85de-0a6c26ae93d4 req-22a4a76c-138e-4d82-8bce-15cb972f1e87 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:02.487775 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a8e324d9-fead-4cb5-85de-0a6c26ae93d4 req-22a4a76c-138e-4d82-8bce-15cb972f1e87 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 945 time: 0.0533912 Aug 17 01:21:02.528275 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a8e324d9-fead-4cb5-85de-0a6c26ae93d4 req-0c02bcb5-1e22-41ab-973a-d522680c5a99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344090 Aug 17 01:21:03.659270 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7a310-063a-4209-bf1c-91e21e41dbc0 req-e24ce094-9858-4722-a7ca-15806e695faa tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:03.660788 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dbd7a310-063a-4209-bf1c-91e21e41dbc0 req-e24ce094-9858-4722-a7ca-15806e695faa tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 945 time: 0.0597136 Aug 17 01:21:03.705909 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dbd7a310-063a-4209-bf1c-91e21e41dbc0 req-d3eb3563-13bd-4d3e-8125-cd3ce68caa60 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/security-groups?id=673b4dd8-4eb4-4527-a40c-362a847a4ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389283 Aug 17 01:21:04.057938 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf2e02-78cc-47ea-9295-e7c51549d00e req-1c2c3184-ab8f-47b9-a093-820a31bfeedb tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:04.059389 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a7cf2e02-78cc-47ea-9295-e7c51549d00e req-1c2c3184-ab8f-47b9-a093-820a31bfeedb tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.81 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 945 time: 0.0521743 Aug 17 01:21:04.152850 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-a7cf2e02-78cc-47ea-9295-e7c51549d00e req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Deleting port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:21:04.153195 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-a7cf2e02-78cc-47ea-9295-e7c51549d00e req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:04.250786 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-a7cf2e02-78cc-47ea-9295-e7c51549d00e req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] For port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e,segment=NetworkSegment(8a17dc46-0445-4c19-b0ff-09775ee38cda),segment_id=8a17dc46-0445-4c19-b0ff-09775ee38cda)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:04.251154 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-a7cf2e02-78cc-47ea-9295-e7c51549d00e req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:04.263089 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-a7cf2e02-78cc-47ea-9295-e7c51549d00e req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Calling delete_port for 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:21:04.489683 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-a7cf2e02-78cc-47ea-9295-e7c51549d00e req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:04.503018 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:21:04.518885 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Pushing event deleted for resources: {'Port': ['ID=7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:04.531077 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:04.544524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:04.544524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:04.544524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:04.544524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:04.544524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:04.544524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:04.544524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:04.544524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:04.544524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:04.544524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:04.544524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:04.568127 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cf2e02-78cc-47ea-9295-e7c51549d00e req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] No DVR routers for this DVR port 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:21:04.570878 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-a7cf2e02-78cc-47ea-9295-e7c51549d00e req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:04.572892 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a7cf2e02-78cc-47ea-9295-e7c51549d00e req-d2b8dc9e-fde3-407f-8e65-7858866efb99 tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.81 "DELETE /v2.0/ports/7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e HTTP/1.1" status: 204 len: 173 time: 0.5061269 Aug 17 01:21:04.573345 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d67b1c-33f8-458d-b6c0-9db1d02cf3d9', 'name': 'network-vif-deleted', 'tag': '7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:21:04.575608 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1d1699-4eb7-439a-9cc1-1275c7a573d6" -d '{"events": [{"server_uuid": "22d67b1c-33f8-458d-b6c0-9db1d02cf3d9", "name": "network-vif-deleted", "tag": "7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:21:04.665416 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcb3b11-b47e-4c7c-a02e-63387496300a x-openstack-request-id: req-4fcb3b11-b47e-4c7c-a02e-63387496300a {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:21:04.665989 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d67b1c-33f8-458d-b6c0-9db1d02cf3d9", "name": "network-vif-deleted", "tag": "7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:21:04.665989 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4fcb3b11-b47e-4c7c-a02e-63387496300a {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:21:04.666375 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d67b1c-33f8-458d-b6c0-9db1d02cf3d9', 'name': 'network-vif-deleted', 'tag': '7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e', 'status': 'completed', 'code': 200} Aug 17 01:21:04.806517 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fe772650-c9f3-4e3d-a667-c2a8fc9167f9 req-023d11c0-9868-4391-9c61-687a7785416c tempest-VolumesActionsTest-180471333 tempest-VolumesActionsTest-180471333-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d67b1c-33f8-458d-b6c0-9db1d02cf3d9 HTTP/1.1" status: 200 len: 210 time: 0.0272448 Aug 17 01:21:05.935040 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:06.173914 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ce3ac15b-824c-4153-bbd4-08f890da46bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:06.742826 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf61fb-013b-4d41-8b84-940a2c16ed92 req-4378ea29-42c9-4d2d-bdb5-7daba27e4c3e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:06.744632 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6fbf61fb-013b-4d41-8b84-940a2c16ed92 req-4378ea29-42c9-4d2d-bdb5-7daba27e4c3e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0618851 Aug 17 01:21:06.809063 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6fbf61fb-013b-4d41-8b84-940a2c16ed92 req-62b7f6a6-5c1a-422f-b4bd-21d2962105b3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574360 Aug 17 01:21:07.564549 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:07.938377 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301c8f-7dd0-4450-8118-ccc0749fa9b0 req-400541cc-a7f0-4eb5-854d-51f6f2c29aa5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:07.939894 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-65301c8f-7dd0-4450-8118-ccc0749fa9b0 req-400541cc-a7f0-4eb5-854d-51f6f2c29aa5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0512183 Aug 17 01:21:07.979917 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-65301c8f-7dd0-4450-8118-ccc0749fa9b0 req-68d82481-0bae-40de-8037-a471168c12f5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340006 Aug 17 01:21:09.107686 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1daae1-0dda-4c41-8198-94acff3e9441 req-0c02d122-ebea-4133-8627-ae453200efff tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:09.110009 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6d1daae1-0dda-4c41-8198-94acff3e9441 req-0c02d122-ebea-4133-8627-ae453200efff tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0527375 Aug 17 01:21:09.148789 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6d1daae1-0dda-4c41-8198-94acff3e9441 req-e5c9977d-fb22-4142-a6c3-ebf6468dfc22 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319233 Aug 17 01:21:09.425133 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:09.560553 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:21:09.584317 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:21:09.584842 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7c5c2aed-abb0-45cb-9d4c-f6195e6ed69e not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:21:10.279078 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcfc31-b8ba-4366-a6a0-0145766ffea3 req-841e2590-bd05-44f1-8c8d-45781b1dfe49 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:10.280560 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-25dcfc31-b8ba-4366-a6a0-0145766ffea3 req-841e2590-bd05-44f1-8c8d-45781b1dfe49 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0548124 Aug 17 01:21:10.318648 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-25dcfc31-b8ba-4366-a6a0-0145766ffea3 req-4840cc85-c871-436f-8fbe-c84f2ea61685 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319209 Aug 17 01:21:11.447615 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26410e-ca05-41cc-9169-22cbdd01cd4b req-e3594920-d968-4ff4-a749-89761a65edb9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:11.449138 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6f26410e-ca05-41cc-9169-22cbdd01cd4b req-e3594920-d968-4ff4-a749-89761a65edb9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0522699 Aug 17 01:21:11.491237 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6f26410e-ca05-41cc-9169-22cbdd01cd4b req-4e96ed42-54ef-4bed-8ef4-103892b2d778 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354280 Aug 17 01:21:12.646790 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f496c-8138-4cbb-9b69-d00001dc031a req-9e03544f-1235-4669-916c-1539f8dce32e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:12.648458 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b00f496c-8138-4cbb-9b69-d00001dc031a req-9e03544f-1235-4669-916c-1539f8dce32e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0738778 Aug 17 01:21:12.727283 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b00f496c-8138-4cbb-9b69-d00001dc031a req-af35fef2-33ef-472e-85bd-8b92011124ab tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678823 Aug 17 01:21:13.876980 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bd4fd-81f8-4f51-b7a3-48cb0723577e req-8df51dee-dfad-4668-b8db-01addb92e34b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:13.879529 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ff7bd4fd-81f8-4f51-b7a3-48cb0723577e req-8df51dee-dfad-4668-b8db-01addb92e34b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0690858 Aug 17 01:21:13.921687 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ff7bd4fd-81f8-4f51-b7a3-48cb0723577e req-79bfc903-4921-4e98-ba9d-cb7f2b7187bc tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352416 Aug 17 01:21:15.068318 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38460358-5fc1-4810-9e63-11bf897501ad req-d685b44e-ae85-4905-8e02-39837c8d094f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:15.069963 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-38460358-5fc1-4810-9e63-11bf897501ad req-d685b44e-ae85-4905-8e02-39837c8d094f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0646365 Aug 17 01:21:15.114968 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-38460358-5fc1-4810-9e63-11bf897501ad req-9c566b0e-68a1-4ebf-b19f-5f0f02c2052f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382869 Aug 17 01:21:16.087593 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-a92a0e3c-c8b9-451c-930a-46f127df846a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105394292&fields=id&tenant_id=403f36fc453546edb2dd173ad1aac7e6 HTTP/1.1" status: 200 len: 267 time: 0.0484767 Aug 17 01:21:16.216804 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-26f05a17-241e-4342-9559-d150919c9795 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:16.221370 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-26f05a17-241e-4342-9559-d150919c9795 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 812 time: 0.1327553 Aug 17 01:21:16.257185 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-4dc591c1-8ed4-4d96-ae73-518752c72382 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/quotas/403f36fc453546edb2dd173ad1aac7e6 HTTP/1.1" status: 200 len: 375 time: 0.0264966 Aug 17 01:21:16.272137 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0c60d-a60a-4c95-be0b-381b28b2f1bb req-f5873f92-07eb-424a-b35a-1a6a6defb94a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:16.279612 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-88d0c60d-a60a-4c95-be0b-381b28b2f1bb req-f5873f92-07eb-424a-b35a-1a6a6defb94a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0599256 Aug 17 01:21:16.327680 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-88d0c60d-a60a-4c95-be0b-381b28b2f1bb req-4adf25c4-9c98-446f-90ec-f9a6be630eda tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451605 Aug 17 01:21:16.348173 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-45cecb73-762f-4155-8d7f-c835d820dc98 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896013 Aug 17 01:21:16.519358 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-5596fbf4-73e8-4b21-b456-1a5fec77d4af service neutron] 10.222.0.45 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542332 Aug 17 01:21:16.668211 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-b26f8f18-1c1a-40f6-8c22-1d6df962e953 service neutron] 10.222.0.45 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428251 Aug 17 01:21:17.419137 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0987c4ba-3189-4bea-9170-a609da8a020f req-78b37e38-7538-437e-9a05-61c5b1ffa3c6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 210 time: 0.0926216 Aug 17 01:21:17.528532 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166592c4-32d0-410f-b3d3-f80798aaf9b0 req-78c19d5a-d19b-4458-aa00-e25c6de08917 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:17.530599 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-166592c4-32d0-410f-b3d3-f80798aaf9b0 req-78c19d5a-d19b-4458-aa00-e25c6de08917 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0786495 Aug 17 01:21:17.586606 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-166592c4-32d0-410f-b3d3-f80798aaf9b0 req-c207bcd0-0871-4fd5-a8fe-645ba0fb5c81 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437593 Aug 17 01:21:18.181515 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:21:18.556427 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-053bb161-ab22-467e-8172-73ef5a837e82 req-353c1a8f-55ac-4cf0-a89e-ec8e4b03e016 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 210 time: 0.0284507 Aug 17 01:21:18.737845 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ca05-ccb1-4bc9-a6d8-b0ff3a3658b7 req-1f2302ab-e3fa-413f-a4cc-f076ecf84756 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:18.739703 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-36c1ca05-ccb1-4bc9-a6d8-b0ff3a3658b7 req-1f2302ab-e3fa-413f-a4cc-f076ecf84756 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0700164 Aug 17 01:21:18.787632 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-36c1ca05-ccb1-4bc9-a6d8-b0ff3a3658b7 req-aea3b628-c634-4687-afff-3e5e796f4aad tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368271 Aug 17 01:21:19.691488 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-95f77b01-17d2-4cf7-a26a-704f2ac52987 req-85418927-e271-4c53-a05f-2f90f72682ad tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 210 time: 0.0298412 Aug 17 01:21:19.991859 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa1d1b-0dc7-4e1d-9047-a510ac56bc40 req-5e3455c7-ee1d-46ba-859e-d71b5996accb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:19.995007 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-27aa1d1b-0dc7-4e1d-9047-a510ac56bc40 req-5e3455c7-ee1d-46ba-859e-d71b5996accb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0922325 Aug 17 01:21:20.075818 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-27aa1d1b-0dc7-4e1d-9047-a510ac56bc40 req-e316717c-a7b0-485b-8743-2701dc9db37d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737338 Aug 17 01:21:20.185974 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-8bb4ff73-5d7c-4bc5-87d1-87fc3972ec05 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:20.188954 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-8bb4ff73-5d7c-4bc5-87d1-87fc3972ec05 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 812 time: 0.1522644 Aug 17 01:21:20.245418 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-2818eaed-bdd0-4585-a07e-d59511b6c6f7 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=403f36fc453546edb2dd173ad1aac7e6 HTTP/1.1" status: 200 len: 380 time: 0.0467789 Aug 17 01:21:20.258839 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'port': {'device_id': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'admin_state_up': True, 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'security_groups': ['a52369c3-597e-4c11-87bf-d93b0e75620e']}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:21:20.462022 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Made reservation on behalf of 403f36fc453546edb2dd173ad1aac7e6 for: {'port': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:21:20.470236 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:20.684843 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Allocated IP 172.20.0.5 (737fcbc9-e12b-4d62-8467-a98cfa8af1a4/6df92ead-3437-460e-ac56-bea91a2ffc37/0c3b95c2-9f74-4cf0-abeb-9079f64d496b) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:21:20.797503 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5f8c6ad9-58c2-404c-8a51-e3143b48af05 req-c511fcf8-0730-4e9a-a44d-94af7a35c710 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 210 time: 0.0287414 Aug 17 01:21:20.886481 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:20.902114 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Transition to ACTIVE for port object 0c3b95c2-9f74-4cf0-abeb-9079f64d496b will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:21:21.187233 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:21.214254 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4848d17-c50b-44f8-be28-542b54201c92 req-4aa333cf-114f-43ff-a565-2abe12253e66 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:21.215919 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a4848d17-c50b-44f8-be28-542b54201c92 req-4aa333cf-114f-43ff-a565-2abe12253e66 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0621090 Aug 17 01:21:21.272965 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:21:21.286352 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:21:21.314533 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:21:21.419123 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'Port': ['ID=0c3b95c2-9f74-4cf0-abeb-9079f64d496b,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:21.470834 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a4848d17-c50b-44f8-be28-542b54201c92 req-daca2d1e-3b1b-4502-9060-0b5a982648b4 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2304108 Aug 17 01:21:21.512059 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:21.513032 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:21.599263 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-ebf94663-daf0-4ace-9340-4de2eab37da6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3458002 Aug 17 01:21:21.619638 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Request body: {'port': {'device_id': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:21:21.727575 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:21.786494 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-6d1d0044-ac69-48f4-992f-df21d6681d30 None None] Provisioning for port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:21:21.791553 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-6d1d0044-ac69-48f4-992f-df21d6681d30 None None] Provisioning complete for port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:21:21.792317 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0044-ac69-48f4-992f-df21d6681d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:21.838425 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d0044-ac69-48f4-992f-df21d6681d30 None None] Port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:21:22.140297 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3b95c2-9f74-4cf0-abeb-9079f64d496b {{(pid=94703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:21:22.150574 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:22.169565 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Transition to ACTIVE for port object 0c3b95c2-9f74-4cf0-abeb-9079f64d496b will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:21:22.196926 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d68f0-a865-43c9-8d09-1c7a04a2983f req-b51ae190-b658-4f84-91f4-8f2e76e73bc8 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:22.206460 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f0d68f0-a865-43c9-8d09-1c7a04a2983f req-b51ae190-b658-4f84-91f4-8f2e76e73bc8 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 931 time: 0.1067727 Aug 17 01:21:22.254012 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:22.272160 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5f0d68f0-a865-43c9-8d09-1c7a04a2983f req-87a81553-bdb8-4aed-a830-d0d4c5841403 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562654 Aug 17 01:21:22.276871 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:22.345278 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Pushing event updated for resources: {'Port': ['ID=0c3b95c2-9f74-4cf0-abeb-9079f64d496b,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:22.437465 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Attempting to bind port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:21:22.437768 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Attempting to bind port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:21:22.438047 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Attempting to bind port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b on network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:21:22.444176 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b on network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:21:22.444577 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Attempting to bind port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b on network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:21:22.450580 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:21:22.450944 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Checking segment: {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:21:22.451322 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Bound using segment: {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:21:22.451761 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Bound port: 0c3b95c2-9f74-4cf0-abeb-9079f64d496b, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:21:22.452137 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:22.550924 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] For port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b, host hv-cinder-80390, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:21:22.554554 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] For port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0c3b95c2-9f74-4cf0-abeb-9079f64d496b,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:21:22.632111 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:22.703814 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:22.704503 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:22.705037 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f11fc-1438-4262-9904-58d5da860883 req-7c38e68c-1942-465e-8ac0-7f0b5168bf24 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:22.706297 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] 10.222.0.81 "PUT /v2.0/ports/0c3b95c2-9f74-4cf0-abeb-9079f64d496b HTTP/1.1" status: 200 len: 1093 time: 1.0971124 Aug 17 01:21:22.706767 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'tag': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:21:22.707867 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4e0f11fc-1438-4262-9904-58d5da860883 req-7c38e68c-1942-465e-8ac0-7f0b5168bf24 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.1044796 Aug 17 01:21:22.709565 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fdbada-d163-4f02-bcd3-2e556f5e5fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "a18366a3-0aac-4480-bff5-039ff0c26a64", "tag": "0c3b95c2-9f74-4cf0-abeb-9079f64d496b"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:21:22.735947 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69e73e-d261-4c7a-9d37-42422709fd0c service neutron] Pushing event updated for resources: {'Port': ['ID=0c3b95c2-9f74-4cf0-abeb-9079f64d496b,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:22.759634 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4e0f11fc-1438-4262-9904-58d5da860883 req-eb1f9930-e72c-4d13-8853-9a106583007f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442226 Aug 17 01:21:22.794934 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a95145-b23f-4070-9852-282d915490e4 x-openstack-request-id: req-c5a95145-b23f-4070-9852-282d915490e4 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:21:22.795226 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18366a3-0aac-4480-bff5-039ff0c26a64", "tag": "0c3b95c2-9f74-4cf0-abeb-9079f64d496b", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:21:22.795536 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5a95145-b23f-4070-9852-282d915490e4 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:21:22.795946 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'tag': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b', 'status': 'completed', 'code': 200} Aug 17 01:21:22.886541 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdbada-d163-4f02-bcd3-2e556f5e5fc9 req-e0196ba4-8a28-4264-8b0b-435fb3bef539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:22.888578 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-22fdbada-d163-4f02-bcd3-2e556f5e5fc9 req-e0196ba4-8a28-4264-8b0b-435fb3bef539 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 1096 time: 0.0544090 Aug 17 01:21:23.024788 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdbada-d163-4f02-bcd3-2e556f5e5fc9 req-231e46ed-19b5-4c18-bf45-86f2108fdbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:23.026470 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-22fdbada-d163-4f02-bcd3-2e556f5e5fc9 req-231e46ed-19b5-4c18-bf45-86f2108fdbbe service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=403f36fc453546edb2dd173ad1aac7e6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1275833 Aug 17 01:21:23.143092 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdbada-d163-4f02-bcd3-2e556f5e5fc9 req-5822c3f3-5b7a-4ae0-be2b-adca9e97ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:23.144631 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-22fdbada-d163-4f02-bcd3-2e556f5e5fc9 req-5822c3f3-5b7a-4ae0-be2b-adca9e97ae01 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1080351 Aug 17 01:21:23.242758 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-c178b4e5-656a-4cfc-91b0-2309b2ee594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:23.244419 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-c178b4e5-656a-4cfc-91b0-2309b2ee594d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 1096 time: 0.0466292 Aug 17 01:21:23.306120 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-25a2df98-a5fd-462f-b74c-b80ec9ffa425 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c3b95c2-9f74-4cf0-abeb-9079f64d496b HTTP/1.1" status: 200 len: 217 time: 0.0475972 Aug 17 01:21:23.419674 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6eb9f5ea-6ce4-4745-89c8-e0adcc3db364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:23.422513 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-6eb9f5ea-6ce4-4745-89c8-e0adcc3db364 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6df92ead-3437-460e-ac56-bea91a2ffc37 HTTP/1.1" status: 200 len: 851 time: 0.1070416 Aug 17 01:21:23.492844 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201068f3-8fa2-441d-b248-0ef20de2f04c req-ae27bcc6-c972-4eaf-a3d7-ca854f823441 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:23.494370 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-201068f3-8fa2-441d-b248-0ef20de2f04c req-ae27bcc6-c972-4eaf-a3d7-ca854f823441 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 943 time: 0.1182294 Aug 17 01:21:23.539642 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-57edb52f-4dda-4dd4-b9c4-ee3fc072d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:23.541163 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-57edb52f-4dda-4dd4-b9c4-ee3fc072d836 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1102834 Aug 17 01:21:23.583255 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-201068f3-8fa2-441d-b248-0ef20de2f04c req-90085a39-d1eb-438c-8a6e-5c74c0ec05dd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709047 Aug 17 01:21:23.675373 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-544a77f6-b980-486c-ae8d-81f9d9d61abe service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216252 Aug 17 01:21:23.782907 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f8368b4f-121f-4c39-85db-fab531c034f5 req-61e97de5-ecac-4fee-bcea-45674ba17b97 service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989363 Aug 17 01:21:23.928788 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dad16-ac3d-4b04-b919-268c39b46614 req-c50e35ca-364e-4922-b9e8-ceee60bc79a0 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:23.938826 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-487dad16-ac3d-4b04-b919-268c39b46614 req-c50e35ca-364e-4922-b9e8-ceee60bc79a0 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0817981 Aug 17 01:21:23.989681 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-487dad16-ac3d-4b04-b919-268c39b46614 req-4b444252-0203-422b-8491-1409d07418d0 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492702 Aug 17 01:21:24.741257 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f21de6-178c-4e59-b22f-05dd8951b06e req-fdeba160-717a-4db8-91cb-2201c9f220cf tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:24.742854 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b9f21de6-178c-4e59-b22f-05dd8951b06e req-fdeba160-717a-4db8-91cb-2201c9f220cf tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 943 time: 0.0735629 Aug 17 01:21:24.799300 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b9f21de6-178c-4e59-b22f-05dd8951b06e req-c50690cb-ae85-433e-a44d-4208a8c3b5e5 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483479 Aug 17 01:21:25.116699 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device bb4f320d-6d7b-4404-8e9a-a850baf1ad3b details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:21:25.187104 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a105a3-5dd2-40df-83a7-e990f2c5bcae req-99fc9d40-8b63-4df0-b1ce-d3be326731ac tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:25.199622 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-70a105a3-5dd2-40df-83a7-e990f2c5bcae req-99fc9d40-8b63-4df0-b1ce-d3be326731ac tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0787013 Aug 17 01:21:25.254628 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-70a105a3-5dd2-40df-83a7-e990f2c5bcae req-847c9036-cc49-490d-b40d-8e7988ff3b63 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494423 Aug 17 01:21:25.313518 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:25.329039 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'port_id': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'mac_address': 'fa:16:3e:76:b5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:21:25.376224 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:25.391813 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb4f320d-6d7b-4404-8e9a-a850baf1ad3b {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:21:25.415522 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:25.500951 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:25.623115 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,revision_number=6']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:25.643315 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['bb4f320d-6d7b-4404-8e9a-a850baf1ad3b'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:21:26.048230 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d27a-b477-42cf-b977-6ca808c0cc85 req-5edfcf26-f135-4eda-88ea-b3f2d81363da tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:26.050701 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0ff5d27a-b477-42cf-b977-6ca808c0cc85 req-5edfcf26-f135-4eda-88ea-b3f2d81363da tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 943 time: 0.0991828 Aug 17 01:21:26.140364 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-0ff5d27a-b477-42cf-b977-6ca808c0cc85 req-e79c3f09-56ca-41a8-b4d6-76a9cf247816 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815322 Aug 17 01:21:26.603750 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93633a95-5b40-479b-a010-06ec59a1e843 req-e3a28be7-7e41-49d3-889c-6553bf769f75 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:26.612023 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-93633a95-5b40-479b-a010-06ec59a1e843 req-e3a28be7-7e41-49d3-889c-6553bf769f75 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 945 time: 0.2179019 Aug 17 01:21:26.699944 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-93633a95-5b40-479b-a010-06ec59a1e843 req-6d9d6b5a-fe8b-4413-aef2-670d3d784142 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812583 Aug 17 01:21:27.143260 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device bb4f320d-6d7b-4404-8e9a-a850baf1ad3b up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:21:27.258979 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:21:27.258979 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:27.432657 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35c0a-12ca-4b3e-b801-42a1b1416d15 req-61f85f34-3b91-4c82-938a-78c66ddfa9db tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:27.435387 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6fd35c0a-12ca-4b3e-b801-42a1b1416d15 req-61f85f34-3b91-4c82-938a-78c66ddfa9db tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 943 time: 0.0877419 Aug 17 01:21:27.442797 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:27.501186 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:21:27.509382 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b618882-27d2-48d7-8465-5cd59b4f1640" -d '{"events": [{"server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "name": "network-vif-plugged", "status": "completed", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:21:27.534559 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6fd35c0a-12ca-4b3e-b801-42a1b1416d15 req-e1a5bca5-838a-470e-ba52-83ccdef3dca7 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878170 Aug 17 01:21:27.539834 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:27.649209 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:27.733139 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8875daff-77a3-47c9-8e67-8f4302758fa5 x-openstack-request-id: req-8875daff-77a3-47c9-8e67-8f4302758fa5 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:21:27.733682 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "name": "network-vif-plugged", "status": "completed", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:21:27.733849 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8875daff-77a3-47c9-8e67-8f4302758fa5 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:21:27.735974 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'code': 200} Aug 17 01:21:27.775137 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,revision_number=7']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:28.000456 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafdf21-31b1-495f-8372-a0f69c519e2c req-c2131fb1-91d8-4c6b-b1d6-f1ab41d1a402 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:28.003557 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6cafdf21-31b1-495f-8372-a0f69c519e2c req-c2131fb1-91d8-4c6b-b1d6-f1ab41d1a402 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0866964 Aug 17 01:21:28.085541 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6cafdf21-31b1-495f-8372-a0f69c519e2c req-abab7d1d-c598-47ac-b430-393ca1284aea tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734704 Aug 17 01:21:28.768880 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30514113-dffb-42a4-9ed2-9a2cad146d60 req-3c1ce26f-610f-48d3-8225-ac5cc3b6279e tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:28.783158 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-30514113-dffb-42a4-9ed2-9a2cad146d60 req-3c1ce26f-610f-48d3-8225-ac5cc3b6279e tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 943 time: 0.1250482 Aug 17 01:21:28.890190 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-30514113-dffb-42a4-9ed2-9a2cad146d60 req-d1d64404-0e52-474b-aa02-589ca2c0386b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056190 Aug 17 01:21:29.245256 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de9006-efb5-4301-b29e-603e9f52a686 req-e51742d5-7fa3-4186-95ff-d52d0572e902 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:29.246801 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-37de9006-efb5-4301-b29e-603e9f52a686 req-e51742d5-7fa3-4186-95ff-d52d0572e902 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0532405 Aug 17 01:21:29.289165 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-37de9006-efb5-4301-b29e-603e9f52a686 req-d87a55cf-969f-4bcb-a37a-d42b5ab176d5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357828 Aug 17 01:21:30.044453 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c07986-7471-4678-b0f1-b2f3365c16f3 req-b26eb41d-6d7d-4736-a5fc-f93221656ba0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:30.057319 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-83c07986-7471-4678-b0f1-b2f3365c16f3 req-b26eb41d-6d7d-4736-a5fc-f93221656ba0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 943 time: 0.0779757 Aug 17 01:21:30.101015 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-83c07986-7471-4678-b0f1-b2f3365c16f3 req-b6845f1f-ae48-4bbb-81a4-ae5565b2f0e9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420587 Aug 17 01:21:30.421177 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794bc4a-3000-4b49-ae3b-a1632e0fbb4b req-de50397c-ad67-4793-8b1c-789a4a654c71 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:30.424307 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1794bc4a-3000-4b49-ae3b-a1632e0fbb4b req-de50397c-ad67-4793-8b1c-789a4a654c71 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0558019 Aug 17 01:21:30.467795 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1794bc4a-3000-4b49-ae3b-a1632e0fbb4b req-861cdbb4-7ce1-43f3-803d-dd1369807d53 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374026 Aug 17 01:21:31.233939 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693e708-3dbf-434c-bc9f-24f7354225ba req-b580466d-eb24-44c6-8e10-08f352cdc15d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:31.235712 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7693e708-3dbf-434c-bc9f-24f7354225ba req-b580466d-eb24-44c6-8e10-08f352cdc15d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 943 time: 0.0638723 Aug 17 01:21:31.307797 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7693e708-3dbf-434c-bc9f-24f7354225ba req-eb89f069-a47b-4a29-b238-cd7eb011996b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660205 Aug 17 01:21:31.623153 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4188be0-de40-419f-976c-c88e651ef82b req-16738c2e-ddcc-4315-a93a-59f102986258 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:31.625964 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b4188be0-de40-419f-976c-c88e651ef82b req-16738c2e-ddcc-4315-a93a-59f102986258 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0606949 Aug 17 01:21:31.694103 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b4188be0-de40-419f-976c-c88e651ef82b req-91272f8a-6a94-4266-a4ec-823d0aabe328 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577185 Aug 17 01:21:32.357919 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f3392e6b-d9af-45c1-9f31-74a920512746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:32.435753 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d76afd-82f5-4a13-aa48-7a0770ad11d2 req-9257b385-9209-41cb-87b8-73107371739d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:32.438208 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d9d76afd-82f5-4a13-aa48-7a0770ad11d2 req-9257b385-9209-41cb-87b8-73107371739d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 943 time: 0.0592065 Aug 17 01:21:32.495230 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d9d76afd-82f5-4a13-aa48-7a0770ad11d2 req-911afbad-a51f-4048-ad9f-0941e1c0f516 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375578 Aug 17 01:21:32.847560 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e69e3-9cff-4bfb-adc6-546e9020a43e req-ff5ef64b-4ea8-4719-8b31-874027fc0548 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:32.849161 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e11e69e3-9cff-4bfb-adc6-546e9020a43e req-ff5ef64b-4ea8-4719-8b31-874027fc0548 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0682237 Aug 17 01:21:32.908504 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e11e69e3-9cff-4bfb-adc6-546e9020a43e req-24ec3f58-79a8-4ad4-a4f3-64bd88c7424b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497210 Aug 17 01:21:33.176379 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 0c3b95c2-9f74-4cf0-abeb-9079f64d496b details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:21:33.286559 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0c3b95c2-9f74-4cf0-abeb-9079f64d496b,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:33.305381 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'port_id': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b', 'mac_address': 'fa:16:3e:53:ea:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:21:33.349311 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:33.368044 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3b95c2-9f74-4cf0-abeb-9079f64d496b {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:21:33.395466 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0c3b95c2-9f74-4cf0-abeb-9079f64d496b,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:33.517907 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:33.595404 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=0c3b95c2-9f74-4cf0-abeb-9079f64d496b,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:33.674373 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0929a-59dc-4b66-bb7e-d07fad554e9c req-fa9bf609-a4d5-426c-89ab-86d411ee864b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:33.676363 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e1a0929a-59dc-4b66-bb7e-d07fad554e9c req-fa9bf609-a4d5-426c-89ab-86d411ee864b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 944 time: 0.0895481 Aug 17 01:21:33.763727 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e1a0929a-59dc-4b66-bb7e-d07fad554e9c req-53c101e7-3542-4b3b-af81-4b8ed45cf4db tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689387 Aug 17 01:21:33.815376 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['0c3b95c2-9f74-4cf0-abeb-9079f64d496b'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:21:34.088595 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd3530-bcb9-4d95-a155-34debe23cdd4 req-4e45ccec-a9c7-4ff3-8d64-013aef040348 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:34.097294 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d7bd3530-bcb9-4d95-a155-34debe23cdd4 req-4e45ccec-a9c7-4ff3-8d64-013aef040348 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0814285 Aug 17 01:21:34.155401 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d7bd3530-bcb9-4d95-a155-34debe23cdd4 req-9833bfd8-e116-49cc-b209-9d3561890e97 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552955 Aug 17 01:21:34.918687 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72ae20-b7cc-4cef-9e0c-686d41553653 req-f25d9573-f028-49bb-b40b-833a159d2ba5 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:34.921185 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6c72ae20-b7cc-4cef-9e0c-686d41553653 req-f25d9573-f028-49bb-b40b-833a159d2ba5 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 944 time: 0.0737145 Aug 17 01:21:34.973002 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6c72ae20-b7cc-4cef-9e0c-686d41553653 req-c81ed493-bf2a-4560-8cfe-a494f15b196a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446546 Aug 17 01:21:35.159203 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 43532) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:35.191240 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 0c3b95c2-9f74-4cf0-abeb-9079f64d496b up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:21:35.222504 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91dc457-0b15-4ade-b90c-523783341271 admin admin] Deleting subnet 716311b9-b088-4c06-b3bc-f612dd39b5e7 {{(pid=94703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:21:35.226501 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f91dc457-0b15-4ade-b90c-523783341271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.286032 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f91dc457-0b15-4ade-b90c-523783341271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5595771'] for subnet, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.376798 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f91dc457-0b15-4ade-b90c-523783341271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.426158 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9a58b-77e0-40f6-b5c8-89459aa5ab00 req-5446e723-e53e-4619-b792-21c4e4f90d34 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:35.428424 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ebf9a58b-77e0-40f6-b5c8-89459aa5ab00 req-5446e723-e53e-4619-b792-21c4e4f90d34 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.1107900 Aug 17 01:21:35.437660 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:21:35.444067 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:21:35.444659 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.515714 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ebf9a58b-77e0-40f6-b5c8-89459aa5ab00 req-8c5344a1-4ac5-4476-bbc0-da9332b6668b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788081 Aug 17 01:21:35.599375 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f91dc457-0b15-4ade-b90c-523783341271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33454714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33518865'] for subnet, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.653175 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.698219 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:21:35.702582 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dbf244-e300-4dd1-9eb6-383df9ef928f" -d '{"events": [{"server_uuid": "a18366a3-0aac-4480-bff5-039ff0c26a64", "name": "network-vif-plugged", "status": "completed", "tag": "0c3b95c2-9f74-4cf0-abeb-9079f64d496b"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:21:35.718668 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f91dc457-0b15-4ade-b90c-523783341271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.729146 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 43538) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:35.733115 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-f91dc457-0b15-4ade-b90c-523783341271 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/716311b9-b088-4c06-b3bc-f612dd39b5e7 HTTP/1.1" status: 204 len: 168 time: 0.5685449 Aug 17 01:21:35.735154 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dc457-0b15-4ade-b90c-523783341271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716311b9-b088-4c06-b3bc-f612dd39b5e7,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:35.737089 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0c3b95c2-9f74-4cf0-abeb-9079f64d496b,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:35.772742 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57681e7-5f3e-457b-a3dc-b600debf4d77 x-openstack-request-id: req-d57681e7-5f3e-457b-a3dc-b600debf4d77 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:21:35.776204 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18366a3-0aac-4480-bff5-039ff0c26a64", "name": "network-vif-plugged", "status": "completed", "tag": "0c3b95c2-9f74-4cf0-abeb-9079f64d496b", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:21:35.776204 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d57681e7-5f3e-457b-a3dc-b600debf4d77 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:21:35.776204 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b', 'code': 200} Aug 17 01:21:35.811482 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.844090 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.927066 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.938853 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097ea641-6205-4bb3-93f2-566b310e3ce7']}} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:35.951933 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a17dc46-0445-4c19-b0ff-09775ee38cda') {'for_net_delete': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:35.952155 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a17dc46-0445-4c19-b0ff-09775ee38cda') {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:35.964129 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33340874'] for segment, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.985907 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:35.996060 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=0c3b95c2-9f74-4cf0-abeb-9079f64d496b,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4923352'] for segment, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: Traceback (most recent call last): Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: timer() Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: cb(*args, **kw) Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: return func(*args, **kwargs) Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: self._notify() Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: self.callback(batched_events) Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: event.method(event) Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: return f(self, *a, **k) Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._get(url).json() Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: return self.request(url, 'GET', **kwargs) Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:21:36.002189 dv-cinder-803901-7-iscsi neutron-server[94702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:21:36.010873 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:36.012351 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:36.013330 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:36.013899 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:36.014483 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:36.015048 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:36.017076 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:36.017600 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:36.031674 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:36.031674 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:36.031674 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:36.031674 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:36.083222 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:36.154477 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e82c0d-8b43-4a5f-8e87-84aed7ecef7b req-5619e169-1d63-4e37-8928-5ab0f2e0024b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:36.156996 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c4e82c0d-8b43-4a5f-8e87-84aed7ecef7b req-5619e169-1d63-4e37-8928-5ab0f2e0024b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 945 time: 0.0609748 Aug 17 01:21:36.160169 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:36.195928 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:36.195928 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] 10.222.0.45 "DELETE /v2.0/networks/097ea641-6205-4bb3-93f2-566b310e3ce7 HTTP/1.1" status: 204 len: 168 time: 0.4398954 Aug 17 01:21:36.195928 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a0cba-f911-4d24-8698-df6d2c03be19 admin admin] Pushing event deleted for resources: {'Network': ['ID=097ea641-6205-4bb3-93f2-566b310e3ce7,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:36.232600 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c4e82c0d-8b43-4a5f-8e87-84aed7ecef7b req-340d4b26-c1cb-48c1-b43e-29beda6ddb0a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663006 Aug 17 01:21:36.675408 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e91d1-9216-4692-9519-6fb5469c8937 req-8eb6d00d-5c9b-4a14-9764-dd3707665007 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:36.677202 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-715e91d1-9216-4692-9519-6fb5469c8937 req-8eb6d00d-5c9b-4a14-9764-dd3707665007 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0889587 Aug 17 01:21:36.684710 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59422d2-4904-4ee9-98e8-c5820320a4d4 req-fe0aa0b2-a35f-4db8-a33f-d511b59ca1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:36.686391 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d59422d2-4904-4ee9-98e8-c5820320a4d4 req-fe0aa0b2-a35f-4db8-a33f-d511b59ca1fb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 1098 time: 0.0648165 Aug 17 01:21:36.756214 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-715e91d1-9216-4692-9519-6fb5469c8937 req-5de88fa5-71fe-4ec0-8c66-dd9e96bcf300 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686867 Aug 17 01:21:36.760737 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d59422d2-4904-4ee9-98e8-c5820320a4d4 req-0479eb3b-3263-4da7-9bbd-3d67863bdd29 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659642 Aug 17 01:21:36.897798 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-59990f2a-d006-4b28-9c6f-8c1b8f4007c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:37.225517 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 43554) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:37.272901 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-597deafe-b2cd-4173-8184-fc4ab1561819 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6d0cded1f104b3993e6c45037589351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461769 Aug 17 01:21:37.278259 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 43558) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:37.357316 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-14bbf4fa-ab18-4a11-8a43-d3e7e1647695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:37.393793 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-14bbf4fa-ab18-4a11-8a43-d3e7e1647695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:37.570332 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9dc8d-1ca2-44c0-bb8c-26e667685c5d req-5817178f-c57c-4fa9-ad90-61d2248e5d04 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:37.571967 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3db9dc8d-1ca2-44c0-bb8c-26e667685c5d req-5817178f-c57c-4fa9-ad90-61d2248e5d04 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 945 time: 0.1845236 Aug 17 01:21:37.628503 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:37.630777 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-14bbf4fa-ab18-4a11-8a43-d3e7e1647695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:37.643430 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-14bbf4fa-ab18-4a11-8a43-d3e7e1647695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:37.647079 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-14bbf4fa-ab18-4a11-8a43-d3e7e1647695 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/673b4dd8-4eb4-4527-a40c-362a847a4ec3 HTTP/1.1" status: 204 len: 168 time: 0.3654060 Aug 17 01:21:37.689424 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbf4fa-ab18-4a11-8a43-d3e7e1647695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b4dd8-4eb4-4527-a40c-362a847a4ec3,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:37.707384 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3db9dc8d-1ca2-44c0-bb8c-26e667685c5d req-58af4efa-48e8-4b8e-aa29-7cf09929c86c tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238518 Aug 17 01:21:37.937983 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22294de-e876-4c2a-8a09-65f518e9bd35 req-6495879a-9ae8-4ba3-9ede-3d488744946f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:37.940745 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c22294de-e876-4c2a-8a09-65f518e9bd35 req-6495879a-9ae8-4ba3-9ede-3d488744946f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0817552 Aug 17 01:21:37.996924 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c22294de-e876-4c2a-8a09-65f518e9bd35 req-60edcc4a-d27f-4f31-bf1c-b8a527d2f333 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442622 Aug 17 01:21:38.839896 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac32cde-9d3c-4c12-b04c-de52b8b2eee8 req-d75bd3dd-5c8e-4ccc-b64e-3cc0614ec52d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:38.841725 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4ac32cde-9d3c-4c12-b04c-de52b8b2eee8 req-d75bd3dd-5c8e-4ccc-b64e-3cc0614ec52d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 945 time: 0.0554907 Aug 17 01:21:38.887155 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4ac32cde-9d3c-4c12-b04c-de52b8b2eee8 req-53c63da3-df0c-45a7-af29-25124947e826 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382719 Aug 17 01:21:39.008333 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95178c01-7a6b-4c07-aa98-fd1cf1f7fe87 req-e0245b00-4089-4498-a544-b075a85865d8 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:39.009891 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-95178c01-7a6b-4c07-aa98-fd1cf1f7fe87 req-e0245b00-4089-4498-a544-b075a85865d8 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 945 time: 0.0544837 Aug 17 01:21:39.012276 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4540f7-4505-4dde-886e-c1f8cc4bf85c req-df7ea47d-c9bc-4483-bd84-8b99e28419d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:39.016254 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8a4540f7-4505-4dde-886e-c1f8cc4bf85c req-df7ea47d-c9bc-4483-bd84-8b99e28419d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 1099 time: 0.0445764 Aug 17 01:21:39.063730 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-95178c01-7a6b-4c07-aa98-fd1cf1f7fe87 req-7ab2590f-780e-4860-a2b0-ee7fb1e69637 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452652 Aug 17 01:21:39.090975 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 43608) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:39.158655 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4540f7-4505-4dde-886e-c1f8cc4bf85c req-7e309b64-dc0b-42ca-8e73-53716078ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:39.160552 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8a4540f7-4505-4dde-886e-c1f8cc4bf85c req-7e309b64-dc0b-42ca-8e73-53716078ba17 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 916 time: 0.1387355 Aug 17 01:21:39.224281 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f40c3f-0e3e-45a5-914f-d5194bf4d988 req-73eba8b4-792c-45c1-801b-128a4ca27115 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:39.225853 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-76f40c3f-0e3e-45a5-914f-d5194bf4d988 req-73eba8b4-792c-45c1-801b-128a4ca27115 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.1086693 Aug 17 01:21:39.248557 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8a4540f7-4505-4dde-886e-c1f8cc4bf85c req-d04e2951-134c-45a7-95af-d50a0eee2b11 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b HTTP/1.1" status: 200 len: 1002 time: 0.0803404 Aug 17 01:21:39.325991 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-76f40c3f-0e3e-45a5-914f-d5194bf4d988 req-161a25c9-b465-4052-b97d-2feef7fe344d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893977 Aug 17 01:21:39.330986 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4540f7-4505-4dde-886e-c1f8cc4bf85c req-48f9728f-4440-4d2a-9493-dbfe97a6a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:39.332401 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8a4540f7-4505-4dde-886e-c1f8cc4bf85c req-48f9728f-4440-4d2a-9493-dbfe97a6a08e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49d097c1-16b0-479e-b0a0-6d918c6d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0769930 Aug 17 01:21:39.345121 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b617fb3c-f5e7-45ca-9eed-7c312d990744 tempest-TestVolumeBootPattern-1114920613 tempest-TestVolumeBootPattern-1114920613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:39.346957 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-b617fb3c-f5e7-45ca-9eed-7c312d990744 tempest-TestVolumeBootPattern-1114920613 tempest-TestVolumeBootPattern-1114920613-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 1093 time: 0.2546277 Aug 17 01:21:39.349939 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 43618) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:39.360701 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'floatingip': {'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'port_id': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:21:39.393103 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4540f7-4505-4dde-886e-c1f8cc4bf85c req-c90cdf56-4397-4198-b979-f889b5ddd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:39.394767 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8a4540f7-4505-4dde-886e-c1f8cc4bf85c req-c90cdf56-4397-4198-b979-f889b5ddd694 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e8e09-29ee-47e0-8a15-1911920c916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546749 Aug 17 01:21:39.416032 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:39.494551 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:39.496426 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8a4540f7-4505-4dde-886e-c1f8cc4bf85c req-5d8311f3-982f-46ff-80cd-f903cdb81eec service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943453 Aug 17 01:21:39.606258 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8a4540f7-4505-4dde-886e-c1f8cc4bf85c req-d360ad0a-1983-4818-8011-9a71c1cbbfc5 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017814 Aug 17 01:21:39.608195 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:39.724512 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Allocated IP 172.27.3.10 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/d1f032b6-9ddc-46f0-b21a-ebab90fa2294) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:21:39.830729 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:39.869506 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 43628) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:39.928993 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:39.976578 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:21:39.989565 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:21:39.994067 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:21:39.996339 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b6d96208-727a-4d2c-8522-63e270b77a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:39.998864 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'Port': ['ID=d1f032b6-9ddc-46f0-b21a-ebab90fa2294,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:40.261754 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b6d96208-727a-4d2c-8522-63e270b77a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:40.318367 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b6d96208-727a-4d2c-8522-63e270b77a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:40.402602 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d96208-727a-4d2c-8522-63e270b77a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d40a6e3-0475-4a90-be18-8168d3dea602,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:40.441168 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-b6d96208-727a-4d2c-8522-63e270b77a27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=16a756aa836748c9a2ab2c93090e108c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5704970 Aug 17 01:21:40.442130 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 43640) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:40.479150 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:40.514808 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26807bbb-76e3-4647-9112-19d335f5f959 req-d6b3158d-9fa4-4a81-a634-b2d19151ee74 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:40.516885 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-26807bbb-76e3-4647-9112-19d335f5f959 req-d6b3158d-9fa4-4a81-a634-b2d19151ee74 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0884233 Aug 17 01:21:40.542104 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cfd7434f-eacd-4181-985e-e3dfa346008a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:40.582717 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cfd7434f-eacd-4181-985e-e3dfa346008a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:40.587782 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-26807bbb-76e3-4647-9112-19d335f5f959 req-dbc7c3fb-bb5c-403a-9233-eb46b2a93ec9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607679 Aug 17 01:21:40.622669 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:40.763035 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cfd7434f-eacd-4181-985e-e3dfa346008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:40.766821 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cfd7434f-eacd-4181-985e-e3dfa346008a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:40.771868 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-cfd7434f-eacd-4181-985e-e3dfa346008a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d40a6e3-0475-4a90-be18-8168d3dea602 HTTP/1.1" status: 204 len: 168 time: 0.3239295 Aug 17 01:21:40.780169 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:40.780696 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7434f-eacd-4181-985e-e3dfa346008a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d40a6e3-0475-4a90-be18-8168d3dea602,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:40.883388 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:40.953861 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'Port': ['ID=d1f032b6-9ddc-46f0-b21a-ebab90fa2294,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:40.965785 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:41.070090 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.l3_db [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Floating IP 3b17fa29-44f6-431e-a6c7-7644fbb644f6 associated. External IP: 172.27.3.10, port: 0c3b95c2-9f74-4cf0-abeb-9079f64d496b. Aug 17 01:21:41.302821 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:21:41.429457 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:21:41.440991 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5cbe0-cf0e-429d-a54e-381b912fb6c6 None None] Sync routers for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:21:41.449789 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5cbe0-cf0e-429d-a54e-381b912fb6c6 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:21:41.450471 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-71c5cbe0-cf0e-429d-a54e-381b912fb6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:21:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:41.569382 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:41.574775 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-71c5cbe0-cf0e-429d-a54e-381b912fb6c6 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:21:41.601560 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-3f9e83c8-a8be-421d-8824-16b1640cf22a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2479606 Aug 17 01:21:41.601862 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'tag': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:21:41.604583 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f68fc2-06d1-475b-9d79-18cd1d4f38bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a18366a3-0aac-4480-bff5-039ff0c26a64", "tag": "0c3b95c2-9f74-4cf0-abeb-9079f64d496b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:21:41.755666 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e8d0-5031-434d-936e-00247cec5c15 req-50218c42-5179-4597-85e8-8d96fa4d1980 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:41.763984 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4df6e8d0-5031-434d-936e-00247cec5c15 req-50218c42-5179-4597-85e8-8d96fa4d1980 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 946 time: 0.0921042 Aug 17 01:21:41.824105 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c43450-44fd-47b6-8a20-ac6ac8ca978c x-openstack-request-id: req-f9c43450-44fd-47b6-8a20-ac6ac8ca978c {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:21:41.824391 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18366a3-0aac-4480-bff5-039ff0c26a64", "tag": "0c3b95c2-9f74-4cf0-abeb-9079f64d496b", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:21:41.824645 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9c43450-44fd-47b6-8a20-ac6ac8ca978c {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:21:41.825048 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'tag': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b', 'status': 'completed', 'code': 200} Aug 17 01:21:41.827007 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4df6e8d0-5031-434d-936e-00247cec5c15 req-49ff6e53-c58d-4b00-a1e4-02fc62dd5027 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615771 Aug 17 01:21:41.865782 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-71c5cbe0-cf0e-429d-a54e-381b912fb6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '3b17fa29-44f6-431e-a6c7-7644fbb644f6', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:53:ea:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:21:40Z', 'updated_at': '2021-08-17T01:21:40Z', 'revision_number': 0, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:41.889360 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68fc2-06d1-475b-9d79-18cd1d4f38bf req-fe8c0a87-d85d-442f-812f-83f1f16184a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:41.891871 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-17f68fc2-06d1-475b-9d79-18cd1d4f38bf req-fe8c0a87-d85d-442f-812f-83f1f16184a5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 1098 time: 0.0418966 Aug 17 01:21:41.898026 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5cbe0-cf0e-429d-a54e-381b912fb6c6 None None] Checking router: 6959f7f3-2c31-486e-b19c-a7ff112a77e0 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:21:41.910828 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5cbe0-cf0e-429d-a54e-381b912fb6c6 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:21:41.911992 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-71c5cbe0-cf0e-429d-a54e-381b912fb6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:21:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:42.018109 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68fc2-06d1-475b-9d79-18cd1d4f38bf req-7ca49ebf-ef6c-407a-9869-68a080e50f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:42.023282 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-17f68fc2-06d1-475b-9d79-18cd1d4f38bf req-7ca49ebf-ef6c-407a-9869-68a080e50f61 service neutron] 10.222.0.81 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 912 time: 0.1235001 Aug 17 01:21:42.084535 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-71c5cbe0-cf0e-429d-a54e-381b912fb6c6 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:21:42.098473 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-17f68fc2-06d1-475b-9d79-18cd1d4f38bf req-897b1974-29b9-42e3-8059-501617309e3f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c3b95c2-9f74-4cf0-abeb-9079f64d496b HTTP/1.1" status: 200 len: 998 time: 0.0696595 Aug 17 01:21:42.175489 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68fc2-06d1-475b-9d79-18cd1d4f38bf req-a6a1b2bd-b8a3-4a01-8da3-6215bb8d5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:42.177344 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-17f68fc2-06d1-475b-9d79-18cd1d4f38bf req-a6a1b2bd-b8a3-4a01-8da3-6215bb8d5a8d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6df92ead-3437-460e-ac56-bea91a2ffc37 HTTP/1.1" status: 200 len: 851 time: 0.0612693 Aug 17 01:21:42.240012 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68fc2-06d1-475b-9d79-18cd1d4f38bf req-1e687fec-769a-4609-8b02-f801094a00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:42.241617 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-17f68fc2-06d1-475b-9d79-18cd1d4f38bf req-1e687fec-769a-4609-8b02-f801094a00e9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571687 Aug 17 01:21:42.365446 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-17f68fc2-06d1-475b-9d79-18cd1d4f38bf req-038324f8-b112-44ca-9624-fd23278a4dd3 service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162829 Aug 17 01:21:42.467083 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-17f68fc2-06d1-475b-9d79-18cd1d4f38bf req-9e2a0012-32e1-47a0-a5d7-9285ebbd86f5 service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948718 Aug 17 01:21:42.520181 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-71c5cbe0-cf0e-429d-a54e-381b912fb6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '3b17fa29-44f6-431e-a6c7-7644fbb644f6', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:53:ea:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:21:40Z', 'updated_at': '2021-08-17T01:21:40Z', 'revision_number': 0, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:21:42.551814 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5cbe0-cf0e-429d-a54e-381b912fb6c6 None None] The sync data for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi is: [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '3b17fa29-44f6-431e-a6c7-7644fbb644f6', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:53:ea:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:21:40Z', 'updated_at': '2021-08-17T01:21:40Z', 'revision_number': 0, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:21:42.747060 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608061a-cec4-4a90-b26d-0138523b7548 None None] New status for floating IP 3b17fa29-44f6-431e-a6c7-7644fbb644f6: ACTIVE {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:21:43.262390 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device bb4f320d-6d7b-4404-8e9a-a850baf1ad3b no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:21:43.348618 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:43.382462 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:21:43.385845 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20162500-1cc1-4efc-96e1-6672dce68e9b" -d '{"events": [{"server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "name": "network-vif-unplugged", "status": "completed", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:21:43.401769 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:21:43.424082 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 01:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483eb606-8915-48c4-b954-2276b96910a3 x-openstack-request-id: req-483eb606-8915-48c4-b954-2276b96910a3 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:21:43.424421 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "name": "network-vif-unplugged", "status": "failed", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b", "code": 422}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:21:43.424714 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-483eb606-8915-48c4-b954-2276b96910a3 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:21:43.425173 dv-cinder-803901-7-iscsi neutron-server[94704]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'code': 422} returned with failed status Aug 17 01:21:43.477795 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:43.534159 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,revision_number=8']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:44.315624 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031f5fb-1a1c-4b09-b17b-e244dd3c0a83 req-48c7f8fe-2e17-453f-ad4d-8bcb2311ffce tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:44.318200 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a031f5fb-1a1c-4b09-b17b-e244dd3c0a83 req-48c7f8fe-2e17-453f-ad4d-8bcb2311ffce tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0647497 Aug 17 01:21:44.379054 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a031f5fb-1a1c-4b09-b17b-e244dd3c0a83 req-11273027-d147-4319-8765-d2920a6bea8e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533421 Aug 17 01:21:44.910888 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 43744) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:45.002213 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-deb6fc44-5c64-43ef-b2e7-b6446c29bda6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896261 Aug 17 01:21:45.509277 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adc271-8fc2-4af1-bd2d-9bf847b67164 req-154c867f-deb5-4716-8ea6-11f98406e016 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:45.510375 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-46adc271-8fc2-4af1-bd2d-9bf847b67164 req-154c867f-deb5-4716-8ea6-11f98406e016 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0545132 Aug 17 01:21:45.550532 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-46adc271-8fc2-4af1-bd2d-9bf847b67164 req-193c8700-10ff-48b9-8da1-954d7e16c1a8 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333226 Aug 17 01:21:46.540751 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-de647531-e94a-40f3-ad9c-22618bbb0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:46.542301 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-de647531-e94a-40f3-ad9c-22618bbb0d5e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def&tenant_id=94a3142a9d0d4cf1b284f88519862523 HTTP/1.1" status: 200 len: 1097 time: 0.0474882 Aug 17 01:21:46.618246 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-3f68caac-a5ce-4918-91bb-c70e5aef6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:46.620814 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-3f68caac-a5ce-4918-91bb-c70e5aef6552 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 1097 time: 0.0486939 Aug 17 01:21:46.761053 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24fe00-f5a8-4944-9155-a348d59f1477 req-d28f7508-35dc-4d60-b71f-bfc843d79512 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:46.766514 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6b24fe00-f5a8-4944-9155-a348d59f1477 req-d28f7508-35dc-4d60-b71f-bfc843d79512 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.1214154 Aug 17 01:21:46.803929 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-ed5b66f2-6d26-4926-843c-2716109b56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:46.805395 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-ed5b66f2-6d26-4926-843c-2716109b56f1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 916 time: 0.1767364 Aug 17 01:21:46.856796 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6b24fe00-f5a8-4944-9155-a348d59f1477 req-68668952-4035-4971-9691-45ededa9d0d9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872014 Aug 17 01:21:46.882512 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-5267b963-9e01-4458-9385-5da270d9bdea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b HTTP/1.1" status: 200 len: 1000 time: 0.0664949 Aug 17 01:21:46.937730 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-da04d611-5fd1-4da6-af29-ef95af175919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:46.940471 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-da04d611-5fd1-4da6-af29-ef95af175919 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49d097c1-16b0-479e-b0a0-6d918c6d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0495570 Aug 17 01:21:46.990529 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-7bccd8ba-362f-4634-9a01-ba0b9aa659d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:46.991970 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-7bccd8ba-362f-4634-9a01-ba0b9aa659d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e8e09-29ee-47e0-8a15-1911920c916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448043 Aug 17 01:21:47.095580 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-dd197b7b-5fd4-495a-9b90-9408886670a7 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955093 Aug 17 01:21:47.190878 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-945325d4-6d6c-4f47-afdd-5da3ab1f16e0 req-1942101d-ba38-4441-8b72-bfe32a0492b3 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864663 Aug 17 01:21:48.134515 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39a23-095a-4c18-9ca4-0b1e68f9fd5e req-ca0e5ca8-e43a-4c27-a6ba-1ee11bedeaef tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:48.136628 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b9e39a23-095a-4c18-9ca4-0b1e68f9fd5e req-ca0e5ca8-e43a-4c27-a6ba-1ee11bedeaef tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.1322527 Aug 17 01:21:48.218394 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b9e39a23-095a-4c18-9ca4-0b1e68f9fd5e req-a100210c-598d-4ae1-a1bf-d324b9916683 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733969 Aug 17 01:21:49.344957 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1294fbd-5642-4542-8efb-1604668d6cca req-db3b3421-ce22-436d-82ac-26a085b50ac5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:49.346749 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a1294fbd-5642-4542-8efb-1604668d6cca req-db3b3421-ce22-436d-82ac-26a085b50ac5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0554242 Aug 17 01:21:49.392519 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a1294fbd-5642-4542-8efb-1604668d6cca req-3687b84f-e859-41a8-bef8-ea8d9591d08d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372338 Aug 17 01:21:50.536492 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e363fb2-d47e-4d3e-b643-2a986ad1601c req-f94d29e6-c58c-4031-a9a9-34a298c2b42a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:50.538210 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e363fb2-d47e-4d3e-b643-2a986ad1601c req-f94d29e6-c58c-4031-a9a9-34a298c2b42a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0628543 Aug 17 01:21:50.576634 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e363fb2-d47e-4d3e-b643-2a986ad1601c req-67c0cc28-de06-4d11-a825-e666196d338e tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321178 Aug 17 01:21:51.710307 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab80d3-96bc-4f18-a25a-59a06ebdc3ca req-a57669be-36b9-4434-b392-06f8fb49afeb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:51.711752 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f9ab80d3-96bc-4f18-a25a-59a06ebdc3ca req-a57669be-36b9-4434-b392-06f8fb49afeb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0517597 Aug 17 01:21:51.752476 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f9ab80d3-96bc-4f18-a25a-59a06ebdc3ca req-287e37a9-61af-4269-8c13-6be47ec0dced tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347610 Aug 17 01:21:52.361935 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:52.889629 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c18f83-1519-4d7c-b7f2-1e278a1370db req-d764c95c-353a-4ef8-8a12-20b5924da9f5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:52.891490 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-35c18f83-1519-4d7c-b7f2-1e278a1370db req-d764c95c-353a-4ef8-8a12-20b5924da9f5 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0594885 Aug 17 01:21:52.935410 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-35c18f83-1519-4d7c-b7f2-1e278a1370db req-7a951d3c-c6e2-4514-b7fd-5af145c599ff tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371821 Aug 17 01:21:54.359616 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b137a1-1929-42b1-83b6-0ccc4f02c043 req-37eb2063-117a-469d-9cb2-4af92a8454c2 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:54.359616 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a5b137a1-1929-42b1-83b6-0ccc4f02c043 req-37eb2063-117a-469d-9cb2-4af92a8454c2 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.3433974 Aug 17 01:21:54.399965 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a5b137a1-1929-42b1-83b6-0ccc4f02c043 req-a54c8054-1ad7-4cfa-98fd-5eaec902309d tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338998 Aug 17 01:21:55.181737 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:21:55.260997 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 43918) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:55.384644 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:55.496402 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:55.552892 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b6dd5-e56d-49e7-94bd-d7a8a1406893 req-07aac70b-6329-4d33-a80f-8aaf8f8fd072 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:55.554299 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4a3b6dd5-e56d-49e7-94bd-d7a8a1406893 req-07aac70b-6329-4d33-a80f-8aaf8f8fd072 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0741911 Aug 17 01:21:55.559883 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:55.608381 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4a3b6dd5-e56d-49e7-94bd-d7a8a1406893 req-bb4d9c86-591c-4034-a916-d83205f7400a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475266 Aug 17 01:21:55.620443 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9db8023cbb194516b634f95012f73f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561130 Aug 17 01:21:55.620443 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6d9e9a-375f-4f65-b2c4-77cc458e9d5b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:55.621074 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 43924) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:21:55.627008 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:55.627361 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:55.627702 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:55.628033 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:55.628384 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:55.628745 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:55.629082 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:55.629397 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:55.629722 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:55.630041 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:55.630382 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:55.630754 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00865536-370e-4c91-98a4-a900a6949220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:21:55.688862 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4d1111b5-54c5-487f-92df-7677c71cab66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:55.720439 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4d1111b5-54c5-487f-92df-7677c71cab66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:55.841675 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4d1111b5-54c5-487f-92df-7677c71cab66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:55.844817 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4d1111b5-54c5-487f-92df-7677c71cab66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:21:55.846172 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-4d1111b5-54c5-487f-92df-7677c71cab66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a6d9e9a-375f-4f65-b2c4-77cc458e9d5b HTTP/1.1" status: 204 len: 168 time: 0.2241154 Aug 17 01:21:55.855685 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1111b5-54c5-487f-92df-7677c71cab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6d9e9a-375f-4f65-b2c4-77cc458e9d5b,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:21:56.752204 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd47b70-a0b3-4a41-9d2f-e262a0b50303 req-cc718255-1ec2-4441-92ee-a36dabcc9da6 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:56.753824 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fcd47b70-a0b3-4a41-9d2f-e262a0b50303 req-cc718255-1ec2-4441-92ee-a36dabcc9da6 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0544765 Aug 17 01:21:56.792072 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fcd47b70-a0b3-4a41-9d2f-e262a0b50303 req-ebdcce52-e397-47ad-959f-f5f28a3cb77c tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322735 Aug 17 01:21:57.929164 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3ff3f-cfbb-446b-9c61-40911184d9ae req-79636481-fab6-4531-a832-254cb70766d4 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:57.933991 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2cb3ff3f-cfbb-446b-9c61-40911184d9ae req-79636481-fab6-4531-a832-254cb70766d4 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0684206 Aug 17 01:21:57.975665 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-2cb3ff3f-cfbb-446b-9c61-40911184d9ae req-33aa3ef6-7e47-4033-8aaf-0d53c2797b53 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356219 Aug 17 01:21:59.108775 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665dd50-1d0f-478e-85c8-6520cc4079da req-0af28d36-e8fd-486f-a463-8a063f2c4beb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:59.110826 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0665dd50-1d0f-478e-85c8-6520cc4079da req-0af28d36-e8fd-486f-a463-8a063f2c4beb tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0509319 Aug 17 01:21:59.157244 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0665dd50-1d0f-478e-85c8-6520cc4079da req-6551b2e4-2822-41b1-8d10-c115e7a04ca2 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401747 Aug 17 01:21:59.552678 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed414d8d-3d3c-4f61-b92a-3f9545f8df78 req-2fc8c6ab-5c86-4195-af62-c5ac6248d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:59.554217 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ed414d8d-3d3c-4f61-b92a-3f9545f8df78 req-2fc8c6ab-5c86-4195-af62-c5ac6248d82d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94a3142a9d0d4cf1b284f88519862523&device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 1097 time: 0.0452108 Aug 17 01:21:59.661401 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed414d8d-3d3c-4f61-b92a-3f9545f8df78 req-69e64936-9f59-487c-8d16-98116ae4023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:59.662942 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ed414d8d-3d3c-4f61-b92a-3f9545f8df78 req-69e64936-9f59-487c-8d16-98116ae4023f service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 200 len: 916 time: 0.0859253 Aug 17 01:21:59.734951 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ed414d8d-3d3c-4f61-b92a-3f9545f8df78 req-e046f2dc-d5be-4d22-ab03-b20efa542146 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b HTTP/1.1" status: 200 len: 1000 time: 0.0631113 Aug 17 01:21:59.789942 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed414d8d-3d3c-4f61-b92a-3f9545f8df78 req-bb757248-629c-4b32-aa1a-0a2449a2d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:59.791320 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ed414d8d-3d3c-4f61-b92a-3f9545f8df78 req-bb757248-629c-4b32-aa1a-0a2449a2d557 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=49d097c1-16b0-479e-b0a0-6d918c6d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0475328 Aug 17 01:21:59.841511 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed414d8d-3d3c-4f61-b92a-3f9545f8df78 req-c806e6be-4bc0-44c6-927b-48e347592eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:21:59.843003 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ed414d8d-3d3c-4f61-b92a-3f9545f8df78 req-c806e6be-4bc0-44c6-927b-48e347592eeb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e8e09-29ee-47e0-8a15-1911920c916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419745 Aug 17 01:21:59.943864 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ed414d8d-3d3c-4f61-b92a-3f9545f8df78 req-e88f14e6-f08e-4168-9a0d-ba6a1f758c88 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889153 Aug 17 01:22:00.038576 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ed414d8d-3d3c-4f61-b92a-3f9545f8df78 req-5d96e00b-05dc-40d6-9781-e1512517588c service neutron] 10.222.0.81 "GET /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854950 Aug 17 01:22:00.283242 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11041e6-fabc-4b41-8e66-297ad1706a96 req-5ed47e8b-08ba-4ab4-96df-75ca3f3e0a17 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:00.284842 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d11041e6-fabc-4b41-8e66-297ad1706a96 req-5ed47e8b-08ba-4ab4-96df-75ca3f3e0a17 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0551410 Aug 17 01:22:00.324457 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d11041e6-fabc-4b41-8e66-297ad1706a96 req-1417233f-4441-4e39-8201-400397566e1b tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332010 Aug 17 01:22:01.454108 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d30da1-47ec-494f-a068-817664597b4f req-c707fd24-b044-4e09-bcb8-7cc969b1bd81 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:01.455608 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e4d30da1-47ec-494f-a068-817664597b4f req-c707fd24-b044-4e09-bcb8-7cc969b1bd81 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0536351 Aug 17 01:22:01.493077 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e4d30da1-47ec-494f-a068-817664597b4f req-a9e1d81e-2203-4f76-bf75-9b7bda9d12a0 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316439 Aug 17 01:22:02.351342 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a010e5cb-122d-4cf8-9516-d19c3c6bcc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:02.614849 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dadbcf-0b1f-4619-a89e-266b57ffb7fd req-26be8eaf-a727-4934-a094-8a885c14f445 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:02.616369 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-44dadbcf-0b1f-4619-a89e-266b57ffb7fd req-26be8eaf-a727-4934-a094-8a885c14f445 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 944 time: 0.0501566 Aug 17 01:22:02.654726 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-44dadbcf-0b1f-4619-a89e-266b57ffb7fd req-a08e2516-b01c-482d-8505-0a213f77ac82 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325024 Aug 17 01:22:03.350627 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device bb4f320d-6d7b-4404-8e9a-a850baf1ad3b details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:22:03.447014 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:03.459160 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'port_id': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'mac_address': 'fa:16:3e:76:b5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:22:03.500232 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:03.513337 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4f320d-6d7b-4404-8e9a-a850baf1ad3b {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:22:03.533986 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:03.601464 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:03.647790 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,revision_number=9']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:03.775109 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21d522-aea5-4493-a119-5433231b5c4e req-f2edb125-3c0c-4964-932d-bd89f26e30e4 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:03.776589 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9a21d522-aea5-4493-a119-5433231b5c4e req-f2edb125-3c0c-4964-932d-bd89f26e30e4 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 945 time: 0.0476060 Aug 17 01:22:03.815806 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9a21d522-aea5-4493-a119-5433231b5c4e req-71fbe583-e6eb-4e78-94a3-bbc1f9c43074 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318973 Aug 17 01:22:03.889162 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['bb4f320d-6d7b-4404-8e9a-a850baf1ad3b'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:22:04.935107 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc125114-b349-4288-9c3c-897580771efa req-0c200230-7f13-413e-9ebb-dfdc3dcba0d0 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:04.936557 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bc125114-b349-4288-9c3c-897580771efa req-0c200230-7f13-413e-9ebb-dfdc3dcba0d0 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 945 time: 0.0484936 Aug 17 01:22:04.976704 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bc125114-b349-4288-9c3c-897580771efa req-c25149fc-e4b0-4c66-b2e8-1f1630cb461f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341358 Aug 17 01:22:05.381195 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device bb4f320d-6d7b-4404-8e9a-a850baf1ad3b up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:22:05.432749 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:22:05.433115 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:05.526682 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:05.549234 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:22:05.551553 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3f805d-3834-4702-bec7-c4020283018f" -d '{"events": [{"server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "name": "network-vif-plugged", "status": "completed", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:22:05.570637 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:05.590578 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f9b108-9032-4038-bb57-9e84ad6cae12 x-openstack-request-id: req-36f9b108-9032-4038-bb57-9e84ad6cae12 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:22:05.590864 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "name": "network-vif-plugged", "status": "completed", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:22:05.593995 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36f9b108-9032-4038-bb57-9e84ad6cae12 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:22:05.593995 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'code': 200} Aug 17 01:22:05.642952 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:05.701529 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,revision_number=10']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:05.942002 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62708a-b74b-4f89-b0f6-9ea110af4ebb req-6541fb70-abde-4154-8a67-64c11811162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:05.943438 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ea62708a-b74b-4f89-b0f6-9ea110af4ebb req-6541fb70-abde-4154-8a67-64c11811162d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 1100 time: 0.0452499 Aug 17 01:22:05.951170 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:05.979309 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ea62708a-b74b-4f89-b0f6-9ea110af4ebb req-3f696ef2-de33-4960-ae94-24bee987abcf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281415 Aug 17 01:22:06.092455 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a6a26-8128-4e87-b50e-55de0c69edbc req-861f5075-a55c-4f5f-952e-2eeb285e4c39 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:06.093912 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-520a6a26-8128-4e87-b50e-55de0c69edbc req-861f5075-a55c-4f5f-952e-2eeb285e4c39 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 947 time: 0.0483489 Aug 17 01:22:06.133352 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-520a6a26-8128-4e87-b50e-55de0c69edbc req-290a8118-02ce-45de-9bd5-1f4aab1584b2 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325739 Aug 17 01:22:06.191310 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b188520b-f221-44ee-8167-700dc3e99a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:07.254059 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49653b03-7cec-424a-aec1-cb282fc2a63f req-bbe78532-52b2-40fd-bcfc-2688738397dd tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:07.255600 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-49653b03-7cec-424a-aec1-cb282fc2a63f req-bbe78532-52b2-40fd-bcfc-2688738397dd tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 947 time: 0.0490880 Aug 17 01:22:07.296963 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-49653b03-7cec-424a-aec1-cb282fc2a63f req-83aaf874-43e6-470f-819e-254715859fce tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352700 Aug 17 01:22:07.694062 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:08.431202 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f2129-5b5f-47aa-b02d-59cd654dfaa6 req-1b7aed48-5f2f-4801-9cde-ef5cd9f7c6b3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:08.432752 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a05f2129-5b5f-47aa-b02d-59cd654dfaa6 req-1b7aed48-5f2f-4801-9cde-ef5cd9f7c6b3 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 947 time: 0.0522184 Aug 17 01:22:08.471962 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a05f2129-5b5f-47aa-b02d-59cd654dfaa6 req-ab5401d1-039d-42d8-8e41-f881093cce99 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326307 Aug 17 01:22:09.429750 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:09.610665 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf61451-8f13-4cf2-8d19-a7301994049c req-12ffde58-ca83-41a1-ba80-871a8a0a06bc tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:09.613022 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-abf61451-8f13-4cf2-8d19-a7301994049c req-12ffde58-ca83-41a1-ba80-871a8a0a06bc tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 947 time: 0.0604982 Aug 17 01:22:09.660023 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-abf61451-8f13-4cf2-8d19-a7301994049c req-62d3f626-b591-44b4-bfa6-b2e45c1bc1f1 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368965 Aug 17 01:22:13.844020 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e41921-2fd0-408e-ad2b-3780df885e20 req-aec7d0f6-13d5-4821-8d21-8ad075f3aa2e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:13.845500 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-60e41921-2fd0-408e-ad2b-3780df885e20 req-aec7d0f6-13d5-4821-8d21-8ad075f3aa2e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 946 time: 0.0484309 Aug 17 01:22:13.884352 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-60e41921-2fd0-408e-ad2b-3780df885e20 req-0f35bc74-93d1-45aa-869f-1f841f3d5802 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317013 Aug 17 01:22:15.002971 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6849fc-d4d0-4214-8dcc-06e9288b3d39 req-3ff6d01b-972d-41ae-b54a-94248ad9c6a5 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:15.004430 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fc6849fc-d4d0-4214-8dcc-06e9288b3d39 req-3ff6d01b-972d-41ae-b54a-94248ad9c6a5 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 946 time: 0.0511556 Aug 17 01:22:15.041778 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fc6849fc-d4d0-4214-8dcc-06e9288b3d39 req-b2560478-8e8b-4abb-b899-99179cc6858e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314524 Aug 17 01:22:15.683215 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-7d87d549-0a1b-44f7-a433-a7f11cd756ce tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:15.684556 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-7d87d549-0a1b-44f7-a433-a7f11cd756ce tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 946 time: 0.0476613 Aug 17 01:22:15.780070 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Deleting port 93c99699-94ff-4990-9599-c91dd8eb4ccd {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:22:15.780416 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:15.867737 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] For port 93c99699-94ff-4990-9599-c91dd8eb4ccd, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=93c99699-94ff-4990-9599-c91dd8eb4ccd,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:15.868100 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:16.039038 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:16.039416 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:16.039729 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.l3_db [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Floating IP 021645ce-4396-43ca-8595-dbd6f5ae4693 disassociated. External IP: 172.27.3.145, port: 93c99699-94ff-4990-9599-c91dd8eb4ccd. Aug 17 01:22:16.040066 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Calling delete_port for 93c99699-94ff-4990-9599-c91dd8eb4ccd owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:22:16.199503 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa4a8d-caa0-4cae-98d5-dd2180c83210 req-dee3946b-e756-4b44-a390-502a03393555 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:16.201067 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f9fa4a8d-caa0-4cae-98d5-dd2180c83210 req-dee3946b-e756-4b44-a390-502a03393555 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 946 time: 0.0895624 Aug 17 01:22:16.241584 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f9fa4a8d-caa0-4cae-98d5-dd2180c83210 req-2f4c94c3-ed75-42e4-af99-1aa43507ab31 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f43554d-247a-4127-8640-bfdf1dc2e971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342669 Aug 17 01:22:16.282680 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:16.312348 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event deleted for resources: {'Port': ['ID=93c99699-94ff-4990-9599-c91dd8eb4ccd,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:16.323006 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:16.327452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:16.327452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:16.327452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:16.327452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:16.327452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:16.327452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:16.327452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:16.327452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:16.327452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:16.327452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:16.327452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:16.438500 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Router 0584656b-d025-4c3e-8a60-e2f5452c04b2 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:22:16.549258 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:22:16.559360 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106a07d-c7d5-4b0f-a59d-653798aa8620 None None] Sync routers for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:22:16.570085 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106a07d-c7d5-4b0f-a59d-653798aa8620 None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:22:16.570759 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-9106a07d-c7d5-4b0f-a59d-653798aa8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:22:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:16.588886 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] No DVR routers for this DVR port 93c99699-94ff-4990-9599-c91dd8eb4ccd on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:22:16.591585 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:16.593585 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-090e5c04-2133-4b96-b360-09bfbd33c43d req-ecf90775-f106-439a-8008-2e6afbc8895e tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.81 "DELETE /v2.0/ports/93c99699-94ff-4990-9599-c91dd8eb4ccd HTTP/1.1" status: 204 len: 173 time: 0.9023230 Aug 17 01:22:16.594016 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'name': 'network-vif-deleted', 'tag': '93c99699-94ff-4990-9599-c91dd8eb4ccd'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:22:16.596605 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a9337e-33d1-4f31-95ce-c8479488149a" -d '{"events": [{"server_uuid": "ae2b0f64-9bea-4654-bed1-a6e7a853706c", "name": "network-vif-deleted", "tag": "93c99699-94ff-4990-9599-c91dd8eb4ccd"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:22:16.639880 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601d6987-7f03-46a9-aa2c-159f1b6bd73e x-openstack-request-id: req-601d6987-7f03-46a9-aa2c-159f1b6bd73e {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:22:16.640279 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2b0f64-9bea-4654-bed1-a6e7a853706c", "name": "network-vif-deleted", "tag": "93c99699-94ff-4990-9599-c91dd8eb4ccd", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:22:16.640633 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-601d6987-7f03-46a9-aa2c-159f1b6bd73e {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:22:16.641127 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2b0f64-9bea-4654-bed1-a6e7a853706c', 'name': 'network-vif-deleted', 'tag': '93c99699-94ff-4990-9599-c91dd8eb4ccd', 'status': 'completed', 'code': 200} Aug 17 01:22:16.683694 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-9106a07d-c7d5-4b0f-a59d-653798aa8620 None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:22:16.893904 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-9106a07d-c7d5-4b0f-a59d-653798aa8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:58Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:16.922802 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106a07d-c7d5-4b0f-a59d-653798aa8620 None None] Checking router: 0584656b-d025-4c3e-8a60-e2f5452c04b2 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:22:16.932672 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106a07d-c7d5-4b0f-a59d-653798aa8620 None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:22:16.933452 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-9106a07d-c7d5-4b0f-a59d-653798aa8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:22:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:17.041240 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-9106a07d-c7d5-4b0f-a59d-653798aa8620 None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:22:17.239293 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-9106a07d-c7d5-4b0f-a59d-653798aa8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:58Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:17.268114 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106a07d-c7d5-4b0f-a59d-653798aa8620 None None] The sync data for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi is: [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6f751ef-0f9e-4b2c-bb61-cc5c685061cc', 'name': '', 'network_id': '2d078c6a-bf10-4978-938b-717465589ddc', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'mac_address': 'fa:16:3e:b5:e2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:41Z', 'updated_at': '2021-08-17T01:15:58Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'subnets': [{'id': '3ed0da04-3611-4266-b624-ad13c42ea9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:22:17.354088 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d26903de-f505-4c80-aa73-76b068c7ade3 req-10bc145a-5249-49d3-9e25-e5dfc633dcc6 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2b0f64-9bea-4654-bed1-a6e7a853706c HTTP/1.1" status: 200 len: 210 time: 0.0298572 Aug 17 01:22:17.496427 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f57d8a7-d395-4606-90e3-00f8a09b4a8c None None] New status for floating IP 021645ce-4396-43ca-8595-dbd6f5ae4693: DOWN {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:22:18.033635 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26db27-d8c7-49a7-8c31-363c6f3d8cf3 req-10ed7ddd-d04a-46d7-a6e3-744d825d91cc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:18.035217 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3c26db27-d8c7-49a7-8c31-363c6f3d8cf3 req-10ed7ddd-d04a-46d7-a6e3-744d825d91cc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0549092 Aug 17 01:22:18.074795 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3c26db27-d8c7-49a7-8c31-363c6f3d8cf3 req-4c0cb36a-09ee-4a54-909d-f5f6d50b2edf tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335529 Aug 17 01:22:18.517680 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44086) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:18.573750 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d7d4a1af-f9c3-4ec2-8117-2a0fe166f1c4 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:18.597898 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d7d4a1af-f9c3-4ec2-8117-2a0fe166f1c4 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:18.717032 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d7d4a1af-f9c3-4ec2-8117-2a0fe166f1c4 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:18.719835 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d7d4a1af-f9c3-4ec2-8117-2a0fe166f1c4 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:18.721052 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-d7d4a1af-f9c3-4ec2-8117-2a0fe166f1c4 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "DELETE /v2.0/security-groups/2f43554d-247a-4127-8640-bfdf1dc2e971 HTTP/1.1" status: 204 len: 168 time: 0.2023568 Aug 17 01:22:18.724678 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44088) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:18.731474 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4a1af-f9c3-4ec2-8117-2a0fe166f1c4 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f43554d-247a-4127-8640-bfdf1dc2e971,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:18.737952 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.api.v2.resource [None req-af01df6f-9b9d-4efa-8d46-5c8e3c6e186c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] show failed (client error): The resource could not be found. Aug 17 01:22:18.739564 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-af01df6f-9b9d-4efa-8d46-5c8e3c6e186c tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "GET /v2.0/security-groups/2f43554d-247a-4127-8640-bfdf1dc2e971 HTTP/1.1" status: 404 len: 347 time: 0.0138824 Aug 17 01:22:18.742722 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44090) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:18.870240 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-06218820-eba8-44c5-ac92-59b37c3cc968 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Deleting port a18201a1-c24f-4da0-ad4a-64322cad1bdd {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:22:18.870643 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06218820-eba8-44c5-ac92-59b37c3cc968 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:18.950133 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06218820-eba8-44c5-ac92-59b37c3cc968 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:18.950494 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06218820-eba8-44c5-ac92-59b37c3cc968 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:18.962602 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-06218820-eba8-44c5-ac92-59b37c3cc968 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Calling delete_port for a18201a1-c24f-4da0-ad4a-64322cad1bdd owned by network:floatingip {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:22:19.179478 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06218820-eba8-44c5-ac92-59b37c3cc968 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:19.189701 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a9967-f104-4145-9829-58ede9f0ae0e req-3097ad09-e34b-47bb-ba64-8fad7c5d13dd tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:19.191938 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e82a9967-f104-4145-9829-58ede9f0ae0e req-3097ad09-e34b-47bb-ba64-8fad7c5d13dd tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0484509 Aug 17 01:22:19.207489 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06218820-eba8-44c5-ac92-59b37c3cc968 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Pushing event deleted for resources: {'Port': ['ID=a18201a1-c24f-4da0-ad4a-64322cad1bdd,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:19.231658 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e82a9967-f104-4145-9829-58ede9f0ae0e req-7c91589e-5047-4b01-8b3c-e1ef5ca2e570 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334790 Aug 17 01:22:19.268000 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06218820-eba8-44c5-ac92-59b37c3cc968 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks [] for floatingip, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:19.271281 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-06218820-eba8-44c5-ac92-59b37c3cc968 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:19.272437 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-06218820-eba8-44c5-ac92-59b37c3cc968 tempest-AttachVolumeTestJSON-1776684333 tempest-AttachVolumeTestJSON-1776684333-project] 10.222.0.45 "DELETE /v2.0/floatingips/021645ce-4396-43ca-8595-dbd6f5ae4693 HTTP/1.1" status: 204 len: 168 time: 0.5287478 Aug 17 01:22:19.470567 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 93c99699-94ff-4990-9599-c91dd8eb4ccd no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:22:19.491110 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 93c99699-94ff-4990-9599-c91dd8eb4ccd {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:22:19.491322 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 93c99699-94ff-4990-9599-c91dd8eb4ccd not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:22:20.379220 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec874b-ac7e-45ab-9a0c-838cff1a4fb6 req-883c952b-08d3-43c7-89bb-12bb23a4001f tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:20.380799 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cbec874b-ac7e-45ab-9a0c-838cff1a4fb6 req-883c952b-08d3-43c7-89bb-12bb23a4001f tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0563271 Aug 17 01:22:20.421595 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cbec874b-ac7e-45ab-9a0c-838cff1a4fb6 req-1e6170b1-5816-4830-b8b0-e26c5b48788c tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341837 Aug 17 01:22:21.536028 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb8dd6-6e5e-40e7-835f-f0ee61c97b1b req-e113c539-b94e-4b89-8114-e6f4d5bb4995 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:21.537618 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-77eb8dd6-6e5e-40e7-835f-f0ee61c97b1b req-e113c539-b94e-4b89-8114-e6f4d5bb4995 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0491190 Aug 17 01:22:21.575135 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-77eb8dd6-6e5e-40e7-835f-f0ee61c97b1b req-c8b9c343-a1ae-458a-95ad-43b9700e4f62 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315061 Aug 17 01:22:22.248240 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:22.691167 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d95ad6-8eb6-4147-a796-967a60e5a162 req-f9b4b24b-9819-4b2e-a8a2-5aaec670dfa3 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:22.692864 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b7d95ad6-8eb6-4147-a796-967a60e5a162 req-f9b4b24b-9819-4b2e-a8a2-5aaec670dfa3 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0490851 Aug 17 01:22:22.731527 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b7d95ad6-8eb6-4147-a796-967a60e5a162 req-c7a4af17-9b01-40dc-bbb6-79815301fe76 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326722 Aug 17 01:22:23.268268 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44126) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:23.777821 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4931e236-fd68-4df4-82d3-3027ed6380cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7907579'] for router_interface, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:24.154393 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b494-f69b-4e5b-ba6a-2ef6c8bf6397 req-1badf68a-e69b-4112-b053-df0c94ae2c1b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:24.155885 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1058b494-f69b-4e5b-ba6a-2ef6c8bf6397 req-1badf68a-e69b-4112-b053-df0c94ae2c1b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.3445673 Aug 17 01:22:24.246554 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1058b494-f69b-4e5b-ba6a-2ef6c8bf6397 req-ad9539fd-0918-4209-9545-5308b1c3ae66 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836310 Aug 17 01:22:24.349311 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4931e236-fd68-4df4-82d3-3027ed6380cd admin admin] Deleting port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:22:24.350005 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4931e236-fd68-4df4-82d3-3027ed6380cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:24.428463 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4931e236-fd68-4df4-82d3-3027ed6380cd admin admin] For port e6f751ef-0f9e-4b2c-bb61-cc5c685061cc, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=e6f751ef-0f9e-4b2c-bb61-cc5c685061cc,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:24.428738 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4931e236-fd68-4df4-82d3-3027ed6380cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:24.441059 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4931e236-fd68-4df4-82d3-3027ed6380cd admin admin] Calling delete_port for e6f751ef-0f9e-4b2c-bb61-cc5c685061cc owned by network:router_interface {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:22:24.682623 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4931e236-fd68-4df4-82d3-3027ed6380cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:24.708722 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931e236-fd68-4df4-82d3-3027ed6380cd admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f751ef-0f9e-4b2c-bb61-cc5c685061cc,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:24.874965 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4931e236-fd68-4df4-82d3-3027ed6380cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8274795'] for router_interface, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:25.089292 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4931e236-fd68-4df4-82d3-3027ed6380cd admin admin] Router 0584656b-d025-4c3e-8a60-e2f5452c04b2 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:22:25.197394 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4931e236-fd68-4df4-82d3-3027ed6380cd admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:22:25.202535 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-4931e236-fd68-4df4-82d3-3027ed6380cd admin admin] 10.222.0.45 "PUT /v2.0/routers/0584656b-d025-4c3e-8a60-e2f5452c04b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9332142 Aug 17 01:22:25.204968 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44132) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:25.207791 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb62c2-f76f-4f65-a5a7-5e4fd5f35883 None None] Sync routers for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:22:25.217629 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eb62c2-f76f-4f65-a5a7-5e4fd5f35883 None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:22:25.218291 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-53eb62c2-f76f-4f65-a5a7-5e4fd5f35883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:22:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:25.321254 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Notify callbacks [] for router, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:25.328540 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-53eb62c2-f76f-4f65-a5a7-5e4fd5f35883 None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:22:25.383999 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f627ec6-23f3-422b-a8ba-4c7779a11296 req-44853871-ff35-4a75-aa83-0cf72553592b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:25.385459 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6f627ec6-23f3-422b-a8ba-4c7779a11296 req-44853871-ff35-4a75-aa83-0cf72553592b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0595422 Aug 17 01:22:25.428691 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6f627ec6-23f3-422b-a8ba-4c7779a11296 req-ce659462-4a3e-4b66-bcdb-da38bfb65edf tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370145 Aug 17 01:22:25.439852 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:25.515237 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-53eb62c2-f76f-4f65-a5a7-5e4fd5f35883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:22:24Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:25.666866 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb62c2-f76f-4f65-a5a7-5e4fd5f35883 None None] Checking router: 0584656b-d025-4c3e-8a60-e2f5452c04b2 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:22:25.675258 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eb62c2-f76f-4f65-a5a7-5e4fd5f35883 None None] Routers {'0584656b-d025-4c3e-8a60-e2f5452c04b2'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:22:25.675867 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-53eb62c2-f76f-4f65-a5a7-5e4fd5f35883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:22:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['0584656b-d025-4c3e-8a60-e2f5452c04b2'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:25.782612 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-53eb62c2-f76f-4f65-a5a7-5e4fd5f35883 None None] Set router 0584656b-d025-4c3e-8a60-e2f5452c04b2 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:22:25.912289 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Deleting port f8b068a0-7f71-4b33-baaf-7d3768d78389 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:22:25.912632 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:25.964770 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-53eb62c2-f76f-4f65-a5a7-5e4fd5f35883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:22:24Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:25.991567 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb62c2-f76f-4f65-a5a7-5e4fd5f35883 None None] The sync data for ids ['0584656b-d025-4c3e-8a60-e2f5452c04b2'] in dv-cinder-803901-7-iscsi is: [{'id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'name': 'tempest-AttachVolumeTestJSON-605446713-router', 'tenant_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:32Z', 'updated_at': '2021-08-17T01:22:24Z', 'revision_number': 5, 'project_id': '6a8b73fe494a408880a6d2d3e06b39ba', 'gw_port': {'id': 'f8b068a0-7f71-4b33-baaf-7d3768d78389', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584656b-d025-4c3e-8a60-e2f5452c04b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:34Z', 'updated_at': '2021-08-17T01:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:22:25.997686 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] For port f8b068a0-7f71-4b33-baaf-7d3768d78389, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=f8b068a0-7f71-4b33-baaf-7d3768d78389,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:25.998063 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:26.012233 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Calling delete_port for f8b068a0-7f71-4b33-baaf-7d3768d78389 owned by network:router_gateway {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:22:26.253629 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:26.279796 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b068a0-7f71-4b33-baaf-7d3768d78389,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:26.340316 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910051'] for router_gateway, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:26.437353 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7907728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499866'] for router, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:26.439885 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:26.551306 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff745bf-32d3-47a6-bf0e-cc2a2ebda88e req-2c32423e-1cdf-4216-9bff-6335071037f2 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:26.553486 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-aff745bf-32d3-47a6-bf0e-cc2a2ebda88e req-2c32423e-1cdf-4216-9bff-6335071037f2 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0529842 Aug 17 01:22:26.566580 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7907817'] for router, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:26.567830 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0584656b-d025-4c3e-8a60-e2f5452c04b2 {{(pid=94702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:22:26.579474 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] Notify callbacks [] for router, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:26.581906 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-630e47ad-bd80-465b-90c4-fc58aa437cad admin admin] 10.222.0.45 "DELETE /v2.0/routers/0584656b-d025-4c3e-8a60-e2f5452c04b2 HTTP/1.1" status: 204 len: 168 time: 1.3745852 Aug 17 01:22:26.583918 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44138) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:26.602188 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-aff745bf-32d3-47a6-bf0e-cc2a2ebda88e req-a3fda132-ec6f-4cf0-a725-a56f43ea9bd0 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422683 Aug 17 01:22:26.655901 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_v2 [None req-b238bd56-6ded-425d-9478-8d6af879903f admin admin] Deleting subnet 3ed0da04-3611-4266-b624-ad13c42ea9f6 {{(pid=94703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:22:26.659511 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b238bd56-6ded-425d-9478-8d6af879903f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:26.699002 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b238bd56-6ded-425d-9478-8d6af879903f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5595771'] for subnet, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:26.806731 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b238bd56-6ded-425d-9478-8d6af879903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:26.939439 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b238bd56-6ded-425d-9478-8d6af879903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33454714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33518865'] for subnet, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:26.967129 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238bd56-6ded-425d-9478-8d6af879903f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed0da04-3611-4266-b624-ad13c42ea9f6,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:26.969183 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b238bd56-6ded-425d-9478-8d6af879903f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:26.972033 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-b238bd56-6ded-425d-9478-8d6af879903f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3ed0da04-3611-4266-b624-ad13c42ea9f6 HTTP/1.1" status: 204 len: 168 time: 0.3852079 Aug 17 01:22:26.973857 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44140) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:26.974113 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdeeb20-b888-45f2-a645-dccc8fe9694c None None] Network 2d078c6a-bf10-4978-938b-717465589ddc requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:22:27.043877 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.107494 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Deleting port c69f7b4e-46b1-4236-bca6-47342bd2fcb0 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:22:27.107830 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.164030 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e262e84b-45da-4ee8-a8f4-e2f92c16b41a None None] DHCP port deletion for 2d078c6a-bf10-4978-938b-717465589ddc request from dv-cinder-803901-7-iscsi {{(pid=94704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:22:27.173545 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] For port c69f7b4e-46b1-4236-bca6-47342bd2fcb0, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=c69f7b4e-46b1-4236-bca6-47342bd2fcb0,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:27.173912 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.187135 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Calling delete_port for c69f7b4e-46b1-4236-bca6-47342bd2fcb0 owned by network:dhcp {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:22:27.219147 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-e262e84b-45da-4ee8-a8f4-e2f92c16b41a None None] Deleting port c69f7b4e-46b1-4236-bca6-47342bd2fcb0 {{(pid=94704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:22:27.219553 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-e262e84b-45da-4ee8-a8f4-e2f92c16b41a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.283400 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-e262e84b-45da-4ee8-a8f4-e2f92c16b41a None None] For port c69f7b4e-46b1-4236-bca6-47342bd2fcb0, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=c69f7b4e-46b1-4236-bca6-47342bd2fcb0,segment=NetworkSegment(7ec18bf6-558c-4d53-947a-2be134f208c9),segment_id=7ec18bf6-558c-4d53-947a-2be134f208c9)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:27.283797 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-e262e84b-45da-4ee8-a8f4-e2f92c16b41a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.297756 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-e262e84b-45da-4ee8-a8f4-e2f92c16b41a None None] Calling delete_port for c69f7b4e-46b1-4236-bca6-47342bd2fcb0 owned by network:dhcp {{(pid=94704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:22:27.368035 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.395655 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69f7b4e-46b1-4236-bca6-47342bd2fcb0,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:27.397675 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] No DVR routers for this DVR port c69f7b4e-46b1-4236-bca6-47342bd2fcb0 on host dv-cinder-803901-7-iscsi {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:22:27.425216 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-e262e84b-45da-4ee8-a8f4-e2f92c16b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367'] for port, after_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.448750 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262e84b-45da-4ee8-a8f4-e2f92c16b41a None None] Pushing event deleted for resources: {'Port': ['ID=c69f7b4e-46b1-4236-bca6-47342bd2fcb0,revision_number=None']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:27.455227 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262e84b-45da-4ee8-a8f4-e2f92c16b41a None None] No DVR routers for this DVR port c69f7b4e-46b1-4236-bca6-47342bd2fcb0 on host dv-cinder-803901-7-iscsi {{(pid=94704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:22:27.467979 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.478250 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d078c6a-bf10-4978-938b-717465589ddc']}} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:27.491108 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec18bf6-558c-4d53-947a-2be134f208c9') {'for_net_delete': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:27.491397 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec18bf6-558c-4d53-947a-2be134f208c9') {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:27.500173 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5595762'] for segment, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.513946 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.519744 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33455064'] for segment, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: Traceback (most recent call last): Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: timer() Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: cb(*args, **kw) Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: return func(*args, **kwargs) Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: self._notify() Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: self.callback(batched_events) Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: event.method(event) Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: return f(self, *a, **k) Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._get(url).json() Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: return self.request(url, 'GET', **kwargs) Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:22:27.528256 dv-cinder-803901-7-iscsi neutron-server[94703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:22:27.653733 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.659717 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:27.666203 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2d078c6a-bf10-4978-938b-717465589ddc HTTP/1.1" status: 204 len: 168 time: 0.6870749 Aug 17 01:22:27.677287 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f7c3c-9381-4c71-9674-200833ea0a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d078c6a-bf10-4978-938b-717465589ddc,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:27.733679 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b2c90-b982-4a5d-85fe-29a4d0a2403d req-d5e72da2-7b4e-4167-8537-0ffdebf649dd tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:27.740714 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e02b2c90-b982-4a5d-85fe-29a4d0a2403d req-d5e72da2-7b4e-4167-8537-0ffdebf649dd tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0603518 Aug 17 01:22:27.775310 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e6f751ef-0f9e-4b2c-bb61-cc5c685061cc no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:22:27.778761 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e02b2c90-b982-4a5d-85fe-29a4d0a2403d req-c9a8019b-82e5-4d66-a51e-d8c44eabb6a1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362365 Aug 17 01:22:27.795438 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: e6f751ef-0f9e-4b2c-bb61-cc5c685061cc {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:22:27.795783 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e6f751ef-0f9e-4b2c-bb61-cc5c685061cc not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:22:27.796208 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device f8b068a0-7f71-4b33-baaf-7d3768d78389 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:22:27.824558 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: f8b068a0-7f71-4b33-baaf-7d3768d78389 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:22:27.824812 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device f8b068a0-7f71-4b33-baaf-7d3768d78389 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:22:27.825202 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device c69f7b4e-46b1-4236-bca6-47342bd2fcb0 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:22:27.845772 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: c69f7b4e-46b1-4236-bca6-47342bd2fcb0 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:22:27.846403 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device c69f7b4e-46b1-4236-bca6-47342bd2fcb0 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:22:28.034407 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44146) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:28.078919 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-9a55f092-63e9-4088-b888-16974eb5c3fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a8b73fe494a408880a6d2d3e06b39ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0431931 Aug 17 01:22:28.081302 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44148) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:28.128588 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41f3ca1f-4684-4540-a698-881151b7d013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:28.150919 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41f3ca1f-4684-4540-a698-881151b7d013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:28.246071 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23383272-0b4b-4a04-90b4-a99448a4acea req-facf0dc6-09a0-4a63-b1ae-fd0718b3f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:28.247647 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-23383272-0b4b-4a04-90b4-a99448a4acea req-facf0dc6-09a0-4a63-b1ae-fd0718b3f7f0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9a1cf69554774acaacc1703ac85c3af9&device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 1098 time: 0.0394356 Aug 17 01:22:28.299697 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41f3ca1f-4684-4540-a698-881151b7d013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:28.304479 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41f3ca1f-4684-4540-a698-881151b7d013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:28.304479 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-41f3ca1f-4684-4540-a698-881151b7d013 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c10a95e-5544-40e3-a96c-0f6149aa3a9e HTTP/1.1" status: 204 len: 168 time: 0.2217467 Aug 17 01:22:28.319209 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3ca1f-4684-4540-a698-881151b7d013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c10a95e-5544-40e3-a96c-0f6149aa3a9e,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:28.355586 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23383272-0b4b-4a04-90b4-a99448a4acea req-9252b2d4-eede-4b0f-9d33-c19ba294881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:28.357071 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-23383272-0b4b-4a04-90b4-a99448a4acea req-9252b2d4-eede-4b0f-9d33-c19ba294881c service neutron] 10.222.0.81 "GET /v2.0/networks?id=dac90b60-01c5-420a-9cef-61942492c749 HTTP/1.1" status: 200 len: 909 time: 0.1001179 Aug 17 01:22:28.428769 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-23383272-0b4b-4a04-90b4-a99448a4acea req-d0246bd4-f13e-4add-8016-9600a479a34f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9 HTTP/1.1" status: 200 len: 1001 time: 0.0620112 Aug 17 01:22:28.480949 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23383272-0b4b-4a04-90b4-a99448a4acea req-dab78c11-b70a-4b29-ba9f-264f47dce800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:28.482337 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-23383272-0b4b-4a04-90b4-a99448a4acea req-dab78c11-b70a-4b29-ba9f-264f47dce800 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b37c8186-f6ab-43fa-a4a6-ea086fecbf54 HTTP/1.1" status: 200 len: 848 time: 0.0464911 Aug 17 01:22:28.529576 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23383272-0b4b-4a04-90b4-a99448a4acea req-9706e2d9-e636-4992-952c-ffb1bc065415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:28.531144 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-23383272-0b4b-4a04-90b4-a99448a4acea req-9706e2d9-e636-4992-952c-ffb1bc065415 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dac90b60-01c5-420a-9cef-61942492c749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407195 Aug 17 01:22:28.623591 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-23383272-0b4b-4a04-90b4-a99448a4acea req-c67d890e-df0f-492a-9c4b-bad8c6911f11 service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835116 Aug 17 01:22:28.717724 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-23383272-0b4b-4a04-90b4-a99448a4acea req-1aed43c7-cadf-479f-a652-547124091198 service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866625 Aug 17 01:22:28.900298 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfa72d-10e2-4d73-8b6f-af120b24cfdf req-8af7a769-611c-4891-816a-d95feb7d9506 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:28.901868 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d2bfa72d-10e2-4d73-8b6f-af120b24cfdf req-8af7a769-611c-4891-816a-d95feb7d9506 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0532014 Aug 17 01:22:28.943006 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d2bfa72d-10e2-4d73-8b6f-af120b24cfdf req-e95d1461-152c-49f7-8a79-3b581e76041c tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350156 Aug 17 01:22:30.064687 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e431a06-fc51-4c53-8378-8df8834dea92 req-1ca72992-00a8-45e9-bdf1-509f3a2f5c33 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:30.066130 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e431a06-fc51-4c53-8378-8df8834dea92 req-1ca72992-00a8-45e9-bdf1-509f3a2f5c33 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0490084 Aug 17 01:22:30.105750 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e431a06-fc51-4c53-8378-8df8834dea92 req-04af1a6a-a1d3-4b99-b789-f09d2192eccd tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325866 Aug 17 01:22:31.227853 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86a171-bdea-407a-8fed-2b145f88a0e8 req-4a311adb-7905-493c-b8c2-0dfdc1f86c50 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:31.229405 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ba86a171-bdea-407a-8fed-2b145f88a0e8 req-4a311adb-7905-493c-b8c2-0dfdc1f86c50 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0549753 Aug 17 01:22:31.269225 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ba86a171-bdea-407a-8fed-2b145f88a0e8 req-1f294c93-50f1-4bbc-9cb1-3c471f772803 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325058 Aug 17 01:22:32.181327 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:22:32.355053 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2a9de11e-e2d0-4558-9578-63e5b325881e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:32.386399 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6563706-3a16-4bd4-b1dd-34a4d3761fea req-5585392c-f10f-45f6-9caf-f209bcb09192 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:32.387875 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f6563706-3a16-4bd4-b1dd-34a4d3761fea req-5585392c-f10f-45f6-9caf-f209bcb09192 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0488548 Aug 17 01:22:32.433842 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f6563706-3a16-4bd4-b1dd-34a4d3761fea req-8b2f416e-e006-422f-919b-764ed666f0c9 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355282 Aug 17 01:22:32.800540 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec262f6-0be6-4d73-820c-fb3850f090a1 req-6e067421-d3a8-4fb2-b53d-4aeaf567b194 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:32.802232 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-eec262f6-0be6-4d73-820c-fb3850f090a1 req-6e067421-d3a8-4fb2-b53d-4aeaf567b194 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0510707 Aug 17 01:22:32.841871 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-eec262f6-0be6-4d73-820c-fb3850f090a1 req-42ec7dfe-abb3-4ce7-948e-6fd2bdd103ec tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337789 Aug 17 01:22:32.893851 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-68a5b916-eda8-441c-b854-4ea363e6f6ef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0515726 Aug 17 01:22:33.964391 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c8db2-db94-47fc-9a3e-ceb6b366e793 req-7329ef23-eb2a-4628-8823-278181cc5d8d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:33.965874 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-082c8db2-db94-47fc-9a3e-ceb6b366e793 req-7329ef23-eb2a-4628-8823-278181cc5d8d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0488167 Aug 17 01:22:34.003271 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-082c8db2-db94-47fc-9a3e-ceb6b366e793 req-f96e713d-43b9-4069-9371-ffb12a5c9a8e tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Aug 17 01:22:35.119390 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b359d-4fd6-4809-83a1-88f573d72db0 req-a462e44b-17b2-4b26-8679-68713ec6ff0b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:35.120958 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-007b359d-4fd6-4809-83a1-88f573d72db0 req-a462e44b-17b2-4b26-8679-68713ec6ff0b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0497556 Aug 17 01:22:35.161616 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-007b359d-4fd6-4809-83a1-88f573d72db0 req-22034dc1-4d21-4015-836a-82aaa1e89b3d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344460 Aug 17 01:22:35.945306 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:36.167618 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-cf78acce-c06f-4246-9072-7f2c2de86abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:36.277519 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device adf354e4-5aaf-4731-89dc-5a661c4099a9 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:22:36.282825 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb5ff8-a830-419f-b840-7c9dff7e9635 req-dce83b9b-000a-478a-84a0-90445dbbb160 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:36.284446 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d4eb5ff8-a830-419f-b840-7c9dff7e9635 req-dce83b9b-000a-478a-84a0-90445dbbb160 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0555747 Aug 17 01:22:36.333721 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d4eb5ff8-a830-419f-b840-7c9dff7e9635 req-9f061440-d3d4-496d-b2ce-3cae7026920d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352547 Aug 17 01:22:36.386259 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:36.413917 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:22:36.416400 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e094cec-27f9-4550-9600-0452fec90fcc" -d '{"events": [{"server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "name": "network-vif-unplugged", "status": "completed", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:22:36.430367 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port adf354e4-5aaf-4731-89dc-5a661c4099a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:36.447921 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 01:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1754ac8c-7815-4ffb-90b6-d7e5156807e5 x-openstack-request-id: req-1754ac8c-7815-4ffb-90b6-d7e5156807e5 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:22:36.448139 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "name": "network-vif-unplugged", "status": "failed", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9", "code": 422}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:22:36.448385 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1754ac8c-7815-4ffb-90b6-d7e5156807e5 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:22:36.448780 dv-cinder-803901-7-iscsi neutron-server[94704]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'code': 422} returned with failed status Aug 17 01:22:36.486521 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:36.534204 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=adf354e4-5aaf-4731-89dc-5a661c4099a9,revision_number=6']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:36.542890 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:36.543243 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:36.543589 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:36.543963 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:36.544302 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:36.544658 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:36.544993 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:36.545322 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:36.545673 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:36.546004 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:36.546355 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:36.546679 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:37.486794 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48971557-e7af-4b66-8480-ee54e7ee4f83 req-eedf49c3-4c52-43d3-b440-41212dda2d5a tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:37.490772 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-48971557-e7af-4b66-8480-ee54e7ee4f83 req-eedf49c3-4c52-43d3-b440-41212dda2d5a tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0737391 Aug 17 01:22:37.543152 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-48971557-e7af-4b66-8480-ee54e7ee4f83 req-b9190629-eb0e-4581-acea-5db02bbe7387 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474863 Aug 17 01:22:37.550720 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:37.919061 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-2d00d391-c878-4157-8289-2c086f239ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:37.920526 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-2d00d391-c878-4157-8289-2c086f239ec7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b&tenant_id=9a1cf69554774acaacc1703ac85c3af9 HTTP/1.1" status: 200 len: 1096 time: 0.0438027 Aug 17 01:22:37.987901 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-f913ea6b-07b3-4ded-beb0-9d07027921bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:37.989448 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-f913ea6b-07b3-4ded-beb0-9d07027921bb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9a1cf69554774acaacc1703ac85c3af9&device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 1096 time: 0.0451329 Aug 17 01:22:38.080948 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-5ba43430-aff2-46ce-a0a6-2b6fa331b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:38.082432 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-5ba43430-aff2-46ce-a0a6-2b6fa331b701 service neutron] 10.222.0.81 "GET /v2.0/networks?id=dac90b60-01c5-420a-9cef-61942492c749 HTTP/1.1" status: 200 len: 909 time: 0.0853322 Aug 17 01:22:38.153550 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-0e7247f2-33c4-4625-ac8e-1528a9032b51 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9 HTTP/1.1" status: 200 len: 999 time: 0.0630493 Aug 17 01:22:38.204068 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-6e3e797f-393b-4410-96d8-ebe5f1e2f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:38.205485 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-6e3e797f-393b-4410-96d8-ebe5f1e2f86a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b37c8186-f6ab-43fa-a4a6-ea086fecbf54 HTTP/1.1" status: 200 len: 848 time: 0.0447035 Aug 17 01:22:38.251959 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-dcab5e05-c347-4038-b76e-0a7de70c1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:38.253474 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-dcab5e05-c347-4038-b76e-0a7de70c1a09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dac90b60-01c5-420a-9cef-61942492c749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403113 Aug 17 01:22:38.599276 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-f61d2a39-ce12-497a-9216-cd8b79a5e61d service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383281 Aug 17 01:22:38.721522 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc463bf-8840-4f39-9281-e425e03fa535 req-4eeac518-4134-424c-bd29-3db77450125b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:38.723675 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cbc463bf-8840-4f39-9281-e425e03fa535 req-4eeac518-4134-424c-bd29-3db77450125b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.1082897 Aug 17 01:22:38.748762 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d9f779d3-c918-4b02-b63b-3854a54bf967 req-bf21d528-02f8-4c13-8e50-be6df129440f service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408384 Aug 17 01:22:38.774863 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cbc463bf-8840-4f39-9281-e425e03fa535 req-960e131d-23ac-4714-9992-480c00417420 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385141 Aug 17 01:22:39.430730 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:39.910020 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644a52-a07e-425a-82d5-db3c91406b07 req-e765e1fb-1b5b-4571-85ca-a23684bb5adb tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:39.912042 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8d644a52-a07e-425a-82d5-db3c91406b07 req-e765e1fb-1b5b-4571-85ca-a23684bb5adb tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0642262 Aug 17 01:22:39.954014 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8d644a52-a07e-425a-82d5-db3c91406b07 req-456ae71b-fc00-4d29-9842-a00a26a2274a tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346878 Aug 17 01:22:41.072545 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141d1fc-2efd-4ad6-9a5b-739cdb2e9887 req-be1ea67a-2ee6-4e04-ada6-5ba01380b9a3 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:41.074149 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7141d1fc-2efd-4ad6-9a5b-739cdb2e9887 req-be1ea67a-2ee6-4e04-ada6-5ba01380b9a3 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0495780 Aug 17 01:22:41.114331 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7141d1fc-2efd-4ad6-9a5b-739cdb2e9887 req-3a873361-edb7-4e9e-adf6-dafd3d0f4ef4 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341861 Aug 17 01:22:41.388977 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44278) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:41.493787 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1b3a34cc-b888-4a89-b679-9d7065ce0bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:41.583638 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1b3a34cc-b888-4a89-b679-9d7065ce0bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:41.653296 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1b3a34cc-b888-4a89-b679-9d7065ce0bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:41.690960 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a34cc-b888-4a89-b679-9d7065ce0bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac229000-7d6a-4aa2-b025-b97f708665cf,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:41.697019 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-1b3a34cc-b888-4a89-b679-9d7065ce0bbe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0a5291b3cc041079f81a0546a56d48e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069997 Aug 17 01:22:41.699554 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44282) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:41.746937 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ba078df0-3bca-417c-a845-e6bb6b4d9062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:41.768068 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ba078df0-3bca-417c-a845-e6bb6b4d9062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:41.893396 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ba078df0-3bca-417c-a845-e6bb6b4d9062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:41.895999 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ba078df0-3bca-417c-a845-e6bb6b4d9062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:41.897184 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ba078df0-3bca-417c-a845-e6bb6b4d9062 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac229000-7d6a-4aa2-b025-b97f708665cf HTTP/1.1" status: 204 len: 168 time: 0.1966953 Aug 17 01:22:41.905096 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba078df0-3bca-417c-a845-e6bb6b4d9062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac229000-7d6a-4aa2-b025-b97f708665cf,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:42.247639 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff5259-7cfd-4ceb-b548-91dbca454aff req-dd78abea-cf89-48ae-b491-02286611105f tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:42.253808 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7bff5259-7cfd-4ceb-b548-91dbca454aff req-dd78abea-cf89-48ae-b491-02286611105f tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0652783 Aug 17 01:22:42.292296 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7bff5259-7cfd-4ceb-b548-91dbca454aff req-a6776aa5-ab24-40a5-b4f4-0ab2fb32f867 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364647 Aug 17 01:22:42.535268 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44298) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:42.548947 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a609dec8-7717-4464-821a-2c0e8528b14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:42.657995 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a609dec8-7717-4464-821a-2c0e8528b14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:42.733498 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a609dec8-7717-4464-821a-2c0e8528b14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:42.784922 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-a609dec8-7717-4464-821a-2c0e8528b14d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90e9098dade542c9aa67eacbe26ed86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485812 Aug 17 01:22:42.787838 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44302) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:42.798737 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609dec8-7717-4464-821a-2c0e8528b14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452ee828-cfbc-4b8a-a02e-8faa819a7d18,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:42.826207 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a79ce-eb3b-4a86-af19-6a3d46e4cbd6 req-2ab7fd36-1dd4-4cee-8783-ffa26b2edeb7 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:42.828034 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-327a79ce-eb3b-4a86-af19-6a3d46e4cbd6 req-2ab7fd36-1dd4-4cee-8783-ffa26b2edeb7 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 947 time: 0.0622473 Aug 17 01:22:42.849116 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4991e80a-2d47-4cde-bf30-8222a492651c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:42.871975 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-327a79ce-eb3b-4a86-af19-6a3d46e4cbd6 req-948cd319-1d02-4155-ac6b-d9875ee6ba69 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367515 Aug 17 01:22:42.873128 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4991e80a-2d47-4cde-bf30-8222a492651c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:42.996491 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4991e80a-2d47-4cde-bf30-8222a492651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:42.999178 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4991e80a-2d47-4cde-bf30-8222a492651c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:43.000387 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-4991e80a-2d47-4cde-bf30-8222a492651c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/452ee828-cfbc-4b8a-a02e-8faa819a7d18 HTTP/1.1" status: 204 len: 168 time: 0.2116802 Aug 17 01:22:43.008911 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991e80a-2d47-4cde-bf30-8222a492651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452ee828-cfbc-4b8a-a02e-8faa819a7d18,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:43.424865 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93e1de-45fe-4bf3-aa43-2747f3db6aaf req-59af9bdd-d52b-49b5-ada3-616ad0d66d1e tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:43.426530 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-be93e1de-45fe-4bf3-aa43-2747f3db6aaf req-59af9bdd-d52b-49b5-ada3-616ad0d66d1e tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0598667 Aug 17 01:22:43.496512 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-be93e1de-45fe-4bf3-aa43-2747f3db6aaf req-9fe6fc5e-c9c9-432a-a5a6-325f60fea238 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608234 Aug 17 01:22:44.017989 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fae6cc-edb6-42a9-9211-f06c6e61c3b1 req-8e3aa721-6b70-40bd-aefb-6e86118a301a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:44.019745 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-07fae6cc-edb6-42a9-9211-f06c6e61c3b1 req-8e3aa721-6b70-40bd-aefb-6e86118a301a tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 947 time: 0.0591853 Aug 17 01:22:44.078199 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-07fae6cc-edb6-42a9-9211-f06c6e61c3b1 req-632bdac5-654f-4c53-b246-ce26d692c5f9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups?id=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510364 Aug 17 01:22:44.132567 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-0079a5f6-0883-47d0-9495-90fd2a031aff tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:44.134470 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-0079a5f6-0883-47d0-9495-90fd2a031aff tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 947 time: 0.0547504 Aug 17 01:22:44.244007 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Deleting port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:22:44.244007 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:44.342603 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] For port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:44.342894 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:44.541138 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:44.541523 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:44.541859 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.l3_db [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Floating IP b2ca8efb-2c56-4736-9fc5-43d0aff1dbab disassociated. External IP: 172.27.3.154, port: bb4f320d-6d7b-4404-8e9a-a850baf1ad3b. Aug 17 01:22:44.542165 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Calling delete_port for bb4f320d-6d7b-4404-8e9a-a850baf1ad3b owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:22:44.659881 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af2c7d-74b1-4848-980a-b7ea4fa744df req-31d2f0e3-e02c-491f-926c-e7769969f062 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:44.661415 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-47af2c7d-74b1-4848-980a-b7ea4fa744df req-31d2f0e3-e02c-491f-926c-e7769969f062 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0726769 Aug 17 01:22:44.741370 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-47af2c7d-74b1-4848-980a-b7ea4fa744df req-45866641-8283-4ced-b732-38dce8eb91fc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734420 Aug 17 01:22:44.819277 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:44.846958 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event deleted for resources: {'Port': ['ID=bb4f320d-6d7b-4404-8e9a-a850baf1ad3b,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:44.965668 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:22:45.086348 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:22:45.099982 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4971f432-13c6-40e6-9e10-c3941a091666 None None] Sync routers for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:22:45.123664 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971f432-13c6-40e6-9e10-c3941a091666 None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:22:45.124115 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-4971f432-13c6-40e6-9e10-c3941a091666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:22:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:45.136625 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] No DVR routers for this DVR port bb4f320d-6d7b-4404-8e9a-a850baf1ad3b on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:22:45.139648 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:45.141798 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3aaa1d55-ca04-4e6a-8f88-7b2ef97fc720 req-399fcc7f-45b4-4a94-bf31-fad7ddd1f411 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.81 "DELETE /v2.0/ports/bb4f320d-6d7b-4404-8e9a-a850baf1ad3b HTTP/1.1" status: 204 len: 173 time: 0.9992254 Aug 17 01:22:45.142382 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'name': 'network-vif-deleted', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:22:45.144740 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b11834a-0ad5-4906-b1fb-a9599ea83cb7" -d '{"events": [{"server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "name": "network-vif-deleted", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:22:45.197690 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8cd910-6823-4ae3-9918-33cc07e94b48 x-openstack-request-id: req-4d8cd910-6823-4ae3-9918-33cc07e94b48 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:22:45.197985 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b200ddf-0b36-4501-909b-a55e9ea38def", "name": "network-vif-deleted", "tag": "bb4f320d-6d7b-4404-8e9a-a850baf1ad3b", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:22:45.198240 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d8cd910-6823-4ae3-9918-33cc07e94b48 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:22:45.198732 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b200ddf-0b36-4501-909b-a55e9ea38def', 'name': 'network-vif-deleted', 'tag': 'bb4f320d-6d7b-4404-8e9a-a850baf1ad3b', 'status': 'completed', 'code': 200} Aug 17 01:22:45.214414 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4ccfff40-30b5-4594-9bee-06e989db50c7 req-ed549072-f0fe-4aeb-8e11-812da7d0d435 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b200ddf-0b36-4501-909b-a55e9ea38def HTTP/1.1" status: 200 len: 210 time: 0.0529032 Aug 17 01:22:45.250226 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-4971f432-13c6-40e6-9e10-c3941a091666 None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:22:45.496152 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-4971f432-13c6-40e6-9e10-c3941a091666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:57Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:45.525435 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4971f432-13c6-40e6-9e10-c3941a091666 None None] Checking router: 383d3959-8bd4-4db3-8502-3b9c0580fdb0 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:22:45.534603 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971f432-13c6-40e6-9e10-c3941a091666 None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:22:45.535360 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-4971f432-13c6-40e6-9e10-c3941a091666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:22:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:45.647193 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-4971f432-13c6-40e6-9e10-c3941a091666 None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:22:45.878825 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5364af-590b-419a-84c7-a1f1c9912caf req-828751f2-034b-419e-bb48-9a13ac0d484d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:45.880365 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-da5364af-590b-419a-84c7-a1f1c9912caf req-828751f2-034b-419e-bb48-9a13ac0d484d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 943 time: 0.0628507 Aug 17 01:22:45.931458 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-da5364af-590b-419a-84c7-a1f1c9912caf req-78072ab9-fb9d-4cfb-969e-0a37c4dd5da0 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438898 Aug 17 01:22:45.983712 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-4971f432-13c6-40e6-9e10-c3941a091666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:57Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:46.014699 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4971f432-13c6-40e6-9e10-c3941a091666 None None] The sync data for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi is: [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:15:39Z', 'revision_number': 4, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '6d4c8626-8c69-4bfc-8b9d-af0205e8fba5', 'name': '', 'network_id': 'b08e8e09-29ee-47e0-8a15-1911920c916e', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'mac_address': 'fa:16:3e:8a:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:38Z', 'updated_at': '2021-08-17T01:15:57Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'subnets': [{'id': '49d097c1-16b0-479e-b0a0-6d918c6d35c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:22:46.263989 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aeeb96-925f-43e9-84a7-fb9b309da9ef None None] New status for floating IP b2ca8efb-2c56-4736-9fc5-43d0aff1dbab: DOWN {{(pid=94704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:22:46.343431 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device adf354e4-5aaf-4731-89dc-5a661c4099a9 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:22:46.380332 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44352) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:46.442049 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41918d9b-0300-431b-855f-bddf5140d8c9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:46.472175 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41918d9b-0300-431b-855f-bddf5140d8c9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:46.505821 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port adf354e4-5aaf-4731-89dc-5a661c4099a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:46.523259 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'port_id': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'mac_address': 'fa:16:3e:72:82:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:22:46.563958 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:46.577521 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf354e4-5aaf-4731-89dc-5a661c4099a9 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:22:46.599079 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port adf354e4-5aaf-4731-89dc-5a661c4099a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:46.613544 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41918d9b-0300-431b-855f-bddf5140d8c9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:46.616330 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41918d9b-0300-431b-855f-bddf5140d8c9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:46.617618 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-41918d9b-0300-431b-855f-bddf5140d8c9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "DELETE /v2.0/security-groups/d40c94e3-273c-443f-b7ba-0bbbd63d9fb5 HTTP/1.1" status: 204 len: 168 time: 0.2357800 Aug 17 01:22:46.621404 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44356) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:46.627450 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41918d9b-0300-431b-855f-bddf5140d8c9 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40c94e3-273c-443f-b7ba-0bbbd63d9fb5,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:46.637796 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.api.v2.resource [None req-849b3474-e276-4954-8a5b-1256a45dfd24 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] show failed (client error): The resource could not be found. Aug 17 01:22:46.641461 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-849b3474-e276-4954-8a5b-1256a45dfd24 tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "GET /v2.0/security-groups/d40c94e3-273c-443f-b7ba-0bbbd63d9fb5 HTTP/1.1" status: 404 len: 347 time: 0.0162563 Aug 17 01:22:46.641715 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44358) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:46.670705 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:46.719591 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=adf354e4-5aaf-4731-89dc-5a661c4099a9,revision_number=7']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:46.778145 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b94630c2-d41f-4f63-8331-f6ce9335581f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Deleting port c9c4795d-fb75-453f-b4cb-639c40444734 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:22:46.778519 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b94630c2-d41f-4f63-8331-f6ce9335581f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:46.859157 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b94630c2-d41f-4f63-8331-f6ce9335581f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:46.859611 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b94630c2-d41f-4f63-8331-f6ce9335581f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:46.871632 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b94630c2-d41f-4f63-8331-f6ce9335581f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Calling delete_port for c9c4795d-fb75-453f-b4cb-639c40444734 owned by network:floatingip {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:22:46.923181 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['adf354e4-5aaf-4731-89dc-5a661c4099a9'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:22:47.054216 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463df48d-2c9a-4c17-8f28-f0c67ebf7088 req-9059aa14-897b-477e-99d0-e301199e7791 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:47.056324 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-463df48d-2c9a-4c17-8f28-f0c67ebf7088 req-9059aa14-897b-477e-99d0-e301199e7791 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 944 time: 0.0503104 Aug 17 01:22:47.076956 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b94630c2-d41f-4f63-8331-f6ce9335581f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:47.125725 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94630c2-d41f-4f63-8331-f6ce9335581f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Pushing event deleted for resources: {'Port': ['ID=c9c4795d-fb75-453f-b4cb-639c40444734,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:47.154431 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-463df48d-2c9a-4c17-8f28-f0c67ebf7088 req-994f5432-d9b6-469c-bfce-6483bf82acee tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920637 Aug 17 01:22:47.207935 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b94630c2-d41f-4f63-8331-f6ce9335581f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks [] for floatingip, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:47.210558 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b94630c2-d41f-4f63-8331-f6ce9335581f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:47.211851 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-b94630c2-d41f-4f63-8331-f6ce9335581f tempest-AttachVolumeShelveTestJSON-1667594577 tempest-AttachVolumeShelveTestJSON-1667594577-project] 10.222.0.45 "DELETE /v2.0/floatingips/b2ca8efb-2c56-4736-9fc5-43d0aff1dbab HTTP/1.1" status: 204 len: 168 time: 0.5691378 Aug 17 01:22:48.282188 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9f292-aa49-498c-ac29-8e70da0c9756 req-d90655d3-c5e3-4601-ae5a-b7e2b1ae056e tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:48.283747 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ebd9f292-aa49-498c-ac29-8e70da0c9756 req-d90655d3-c5e3-4601-ae5a-b7e2b1ae056e tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 944 time: 0.0515885 Aug 17 01:22:48.323175 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ebd9f292-aa49-498c-ac29-8e70da0c9756 req-8de8e19a-1b3f-4305-a35b-3b565544a322 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332258 Aug 17 01:22:49.446054 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541fecb-48ad-45ca-9672-d77c9a93c0ae req-76efc37a-2c83-40d8-a049-bbfb0e805a15 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:49.448453 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b541fecb-48ad-45ca-9672-d77c9a93c0ae req-76efc37a-2c83-40d8-a049-bbfb0e805a15 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 944 time: 0.0529897 Aug 17 01:22:49.487481 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b541fecb-48ad-45ca-9672-d77c9a93c0ae req-29f8c1e7-6a07-410c-965a-35b23fbb4432 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331488 Aug 17 01:22:49.863671 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device bb4f320d-6d7b-4404-8e9a-a850baf1ad3b no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:22:49.885403 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: bb4f320d-6d7b-4404-8e9a-a850baf1ad3b {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:22:49.885932 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device bb4f320d-6d7b-4404-8e9a-a850baf1ad3b not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:22:50.609090 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15abe45-b433-4ea8-921d-592a9b3ecf74 req-113e7c97-53b1-414d-8f6c-f1f54592d35d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:50.610556 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c15abe45-b433-4ea8-921d-592a9b3ecf74 req-113e7c97-53b1-414d-8f6c-f1f54592d35d tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 944 time: 0.0514252 Aug 17 01:22:50.654260 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c15abe45-b433-4ea8-921d-592a9b3ecf74 req-29cde5c8-d2b8-40ce-a095-b5d778be0761 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362461 Aug 17 01:22:51.788935 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fba24-571d-453b-8a6e-e397c121c8c3 req-21e6a529-a548-4a13-8d5b-04abd9c8744f tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:51.790582 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d42fba24-571d-453b-8a6e-e397c121c8c3 req-21e6a529-a548-4a13-8d5b-04abd9c8744f tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 944 time: 0.0543602 Aug 17 01:22:51.841981 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d42fba24-571d-453b-8a6e-e397c121c8c3 req-9ed08158-2903-42e1-b6bb-008770d57e6a tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435669 Aug 17 01:22:51.878717 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device adf354e4-5aaf-4731-89dc-5a661c4099a9 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:22:51.929926 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port adf354e4-5aaf-4731-89dc-5a661c4099a9 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:22:51.930397 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:52.014746 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:52.048839 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:22:52.048951 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1380dd0-1fbf-4135-9ffa-174935532452" -d '{"events": [{"server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "name": "network-vif-plugged", "status": "completed", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:22:52.070392 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port adf354e4-5aaf-4731-89dc-5a661c4099a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:52.094093 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fcc940-5d8c-49cf-b107-9c6a6c89f22c x-openstack-request-id: req-56fcc940-5d8c-49cf-b107-9c6a6c89f22c {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:22:52.094455 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "name": "network-vif-plugged", "status": "completed", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:22:52.094695 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56fcc940-5d8c-49cf-b107-9c6a6c89f22c {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:22:52.095128 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'code': 200} Aug 17 01:22:52.123599 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44432) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:52.181749 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:52.243301 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=adf354e4-5aaf-4731-89dc-5a661c4099a9,revision_number=8']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:52.295133 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:52.449720 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c3a7a-7d40-4af2-b20e-c797e391e52a req-83f0e319-2a07-4b04-8961-15731ce077ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:52.451165 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-785c3a7a-7d40-4af2-b20e-c797e391e52a req-83f0e319-2a07-4b04-8961-15731ce077ac service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 1098 time: 0.0952294 Aug 17 01:22:52.547980 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-785c3a7a-7d40-4af2-b20e-c797e391e52a req-9d0a0b1c-a6e4-4521-bc76-3030beba4248 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880291 Aug 17 01:22:52.834847 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbdec4ff-1d84-4a38-ae04-caa33c9157f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7907579'] for router_interface, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:53.072153 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1a179-8aae-4b8c-9fc0-6419d2bc8a31 req-24e8e1c6-5621-41d8-8de3-ca0a5edc02f3 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:53.073798 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7ff1a179-8aae-4b8c-9fc0-6419d2bc8a31 req-24e8e1c6-5621-41d8-8de3-ca0a5edc02f3 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.1376193 Aug 17 01:22:53.134657 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7ff1a179-8aae-4b8c-9fc0-6419d2bc8a31 req-b0444844-7d96-4229-8398-65024b108a39 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545003 Aug 17 01:22:53.210409 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-dbdec4ff-1d84-4a38-ae04-caa33c9157f0 admin admin] Deleting port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:22:53.210742 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbdec4ff-1d84-4a38-ae04-caa33c9157f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:53.291369 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-dbdec4ff-1d84-4a38-ae04-caa33c9157f0 admin admin] For port 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=6d4c8626-8c69-4bfc-8b9d-af0205e8fba5,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:53.291820 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbdec4ff-1d84-4a38-ae04-caa33c9157f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:53.304375 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-dbdec4ff-1d84-4a38-ae04-caa33c9157f0 admin admin] Calling delete_port for 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 owned by network:router_interface {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:22:53.830369 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbdec4ff-1d84-4a38-ae04-caa33c9157f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:53.857932 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdec4ff-1d84-4a38-ae04-caa33c9157f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4c8626-8c69-4bfc-8b9d-af0205e8fba5,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:54.029024 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbdec4ff-1d84-4a38-ae04-caa33c9157f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8274795'] for router_interface, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:54.252243 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdec4ff-1d84-4a38-ae04-caa33c9157f0 admin admin] Router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:22:54.256056 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600771a-0e7d-4c8f-987d-5bf5eef25da0 req-d9b75280-2189-465f-993f-2226db0715c4 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:22:54.257730 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1600771a-0e7d-4c8f-987d-5bf5eef25da0 req-d9b75280-2189-465f-993f-2226db0715c4 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0512857 Aug 17 01:22:54.308486 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1600771a-0e7d-4c8f-987d-5bf5eef25da0 req-fa088c4b-7296-48ee-b891-08bf1423a1d0 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385740 Aug 17 01:22:54.368555 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdec4ff-1d84-4a38-ae04-caa33c9157f0 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:22:54.374050 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-dbdec4ff-1d84-4a38-ae04-caa33c9157f0 admin admin] 10.222.0.45 "PUT /v2.0/routers/383d3959-8bd4-4db3-8502-3b9c0580fdb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2492185 Aug 17 01:22:54.376628 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44450) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:54.379490 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf29778-2692-43cf-aeb5-f9fa89c1f410 None None] Sync routers for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:22:54.389402 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf29778-2692-43cf-aeb5-f9fa89c1f410 None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:22:54.390000 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-5cf29778-2692-43cf-aeb5-f9fa89c1f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:22:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:54.490658 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Notify callbacks [] for router, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:54.506149 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-5cf29778-2692-43cf-aeb5-f9fa89c1f410 None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:22:54.595216 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:54.700177 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-5cf29778-2692-43cf-aeb5-f9fa89c1f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:22:53Z', 'revision_number': 5, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port': {'id': 'f8f0c83d-f448-4029-aaf5-6ec747a2ad3f', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:15:33Z', 'updated_at': '2021-08-17T01:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:54.731936 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Deleting port f8f0c83d-f448-4029-aaf5-6ec747a2ad3f {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:22:54.731936 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:54.741092 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf29778-2692-43cf-aeb5-f9fa89c1f410 None None] Checking router: 383d3959-8bd4-4db3-8502-3b9c0580fdb0 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:22:54.752183 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf29778-2692-43cf-aeb5-f9fa89c1f410 None None] Routers {'383d3959-8bd4-4db3-8502-3b9c0580fdb0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:22:54.752815 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-5cf29778-2692-43cf-aeb5-f9fa89c1f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:22:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:54.827313 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] For port f8f0c83d-f448-4029-aaf5-6ec747a2ad3f, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=f8f0c83d-f448-4029-aaf5-6ec747a2ad3f,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:54.827695 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:54.840868 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Calling delete_port for f8f0c83d-f448-4029-aaf5-6ec747a2ad3f owned by network:router_gateway {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:22:54.841296 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-5cf29778-2692-43cf-aeb5-f9fa89c1f410 None None] Set router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 gateway port host: None {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:22:54.895275 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-5cf29778-2692-43cf-aeb5-f9fa89c1f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:22:54Z', 'revision_number': 6, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port_host': None}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:54.921901 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf29778-2692-43cf-aeb5-f9fa89c1f410 None None] The sync data for ids ['383d3959-8bd4-4db3-8502-3b9c0580fdb0'] in dv-cinder-803901-7-iscsi is: [{'id': '383d3959-8bd4-4db3-8502-3b9c0580fdb0', 'name': 'tempest-AttachVolumeShelveTestJSON-971558404-router', 'tenant_id': '94a3142a9d0d4cf1b284f88519862523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:15:31Z', 'updated_at': '2021-08-17T01:22:54Z', 'revision_number': 6, 'project_id': '94a3142a9d0d4cf1b284f88519862523', 'gw_port_host': None}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:22:55.087827 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.113117 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f0c83d-f448-4029-aaf5-6ec747a2ad3f,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:55.160523 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44458) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:55.176600 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910051'] for router_gateway, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.281008 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bc82-6dc7-4031-8c9d-33842f45cae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.293174 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7907728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499866'] for router, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.293174 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.383956 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bc82-6dc7-4031-8c9d-33842f45cae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.440964 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7907817'] for router, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.441808 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 383d3959-8bd4-4db3-8502-3b9c0580fdb0 {{(pid=94703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:22:55.450493 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.452218 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-dd50a1bf-6584-422a-86db-ae8fc8e9f612 admin admin] 10.222.0.45 "DELETE /v2.0/routers/383d3959-8bd4-4db3-8502-3b9c0580fdb0 HTTP/1.1" status: 204 len: 168 time: 1.0745292 Aug 17 01:22:55.454700 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44462) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:55.470591 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bc82-6dc7-4031-8c9d-33842f45cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.501134 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_v2 [None req-f569597c-561c-4fb8-bdbb-9c861f686cba admin admin] Deleting subnet 49d097c1-16b0-479e-b0a0-6d918c6d35c0 {{(pid=94703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:22:55.504456 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f569597c-561c-4fb8-bdbb-9c861f686cba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.509401 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-ffd3bc82-6dc7-4031-8c9d-33842f45cae6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b8aedecbac94d279f4a4fe02eadc738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477430 Aug 17 01:22:55.510801 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3bc82-6dc7-4031-8c9d-33842f45cae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f66b562-be3b-4d97-ad96-dc885a552c30,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:55.513447 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44464) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:55.547615 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f569597c-561c-4fb8-bdbb-9c861f686cba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5595771'] for subnet, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.564750 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.587325 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.627263 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f569597c-561c-4fb8-bdbb-9c861f686cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.745690 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.748276 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.749456 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f66b562-be3b-4d97-ad96-dc885a552c30 HTTP/1.1" status: 204 len: 168 time: 0.2350821 Aug 17 01:22:55.758969 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f66b562-be3b-4d97-ad96-dc885a552c30,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:55.772021 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:55.772021 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:55.772021 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:55.772021 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:55.772021 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:55.772021 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:55.772021 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:55.772021 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:55.772021 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:55.772855 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:55.772855 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:55.773177 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a85ee-0308-4943-88b5-7f4b58b63d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:22:55.780266 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f569597c-561c-4fb8-bdbb-9c861f686cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33454714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33518865'] for subnet, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.791308 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:22:55.825879 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569597c-561c-4fb8-bdbb-9c861f686cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d097c1-16b0-479e-b0a0-6d918c6d35c0,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:55.832812 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f569597c-561c-4fb8-bdbb-9c861f686cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.833370 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:22:55.833726 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 6d4c8626-8c69-4bfc-8b9d-af0205e8fba5 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:22:55.834150 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device f8f0c83d-f448-4029-aaf5-6ec747a2ad3f no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:22:55.835564 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-f569597c-561c-4fb8-bdbb-9c861f686cba admin admin] 10.222.0.45 "DELETE /v2.0/subnets/49d097c1-16b0-479e-b0a0-6d918c6d35c0 HTTP/1.1" status: 204 len: 168 time: 0.3798025 Aug 17 01:22:55.839769 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44468) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:55.857689 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca4631e-3d82-4d16-b201-479a2dbd8311 None None] Network b08e8e09-29ee-47e0-8a15-1911920c916e requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:22:55.860197 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: f8f0c83d-f448-4029-aaf5-6ec747a2ad3f {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:22:55.860512 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device f8f0c83d-f448-4029-aaf5-6ec747a2ad3f not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:22:55.927663 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:55.985797 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Deleting port 88e2176f-1158-455d-86f6-0e7984fe02d1 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:22:55.985969 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:56.068081 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] For port 88e2176f-1158-455d-86f6-0e7984fe02d1, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=88e2176f-1158-455d-86f6-0e7984fe02d1,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:56.068458 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:56.070403 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f3206d-da67-4811-af52-88dd13ed65e6 None None] DHCP port deletion for b08e8e09-29ee-47e0-8a15-1911920c916e request from dv-cinder-803901-7-iscsi {{(pid=94704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:22:56.087865 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Calling delete_port for 88e2176f-1158-455d-86f6-0e7984fe02d1 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:22:56.136971 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-11f3206d-da67-4811-af52-88dd13ed65e6 None None] Deleting port 88e2176f-1158-455d-86f6-0e7984fe02d1 {{(pid=94704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:22:56.137331 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-11f3206d-da67-4811-af52-88dd13ed65e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:56.204784 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-11f3206d-da67-4811-af52-88dd13ed65e6 None None] For port 88e2176f-1158-455d-86f6-0e7984fe02d1, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=88e2176f-1158-455d-86f6-0e7984fe02d1,segment=NetworkSegment(51bc1626-56a5-4167-b091-82543cba7248),segment_id=51bc1626-56a5-4167-b091-82543cba7248)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:22:56.205178 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-11f3206d-da67-4811-af52-88dd13ed65e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:56.233437 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:56.259838 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e2176f-1158-455d-86f6-0e7984fe02d1,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:56.264152 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] No DVR routers for this DVR port 88e2176f-1158-455d-86f6-0e7984fe02d1 on host dv-cinder-803901-7-iscsi {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:22:56.359594 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:56.369369 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-11f3206d-da67-4811-af52-88dd13ed65e6 None None] Calling delete_port for 88e2176f-1158-455d-86f6-0e7984fe02d1 owned by network:dhcp {{(pid=94704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:22:56.373043 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08e8e09-29ee-47e0-8a15-1911920c916e']}} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:56.383789 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bc1626-56a5-4167-b091-82543cba7248') {'for_net_delete': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:56.384144 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bc1626-56a5-4167-b091-82543cba7248') {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:22:56.396700 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33340874'] for segment, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:56.413185 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:56.422490 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:22:56.422949 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4923352'] for segment, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: Traceback (most recent call last): Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: timer() Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: cb(*args, **kw) Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: return func(*args, **kwargs) Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: self._notify() Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: self.callback(batched_events) Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: event.method(event) Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: return f(self, *a, **k) Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._get(url).json() Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: return self.request(url, 'GET', **kwargs) Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:22:56.424980 dv-cinder-803901-7-iscsi neutron-server[94702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:22:56.460217 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-11f3206d-da67-4811-af52-88dd13ed65e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367'] for port, after_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:56.486565 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3206d-da67-4811-af52-88dd13ed65e6 None None] Pushing event deleted for resources: {'Port': ['ID=88e2176f-1158-455d-86f6-0e7984fe02d1,revision_number=None']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:56.493141 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f3206d-da67-4811-af52-88dd13ed65e6 None None] No DVR routers for this DVR port 88e2176f-1158-455d-86f6-0e7984fe02d1 on host dv-cinder-803901-7-iscsi {{(pid=94704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:22:56.606482 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:56.615198 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:56.615198 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b08e8e09-29ee-47e0-8a15-1911920c916e HTTP/1.1" status: 204 len: 168 time: 0.7729406 Aug 17 01:22:56.625597 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7eaf6-2a6f-4e3d-b8a2-d147e253f4f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b08e8e09-29ee-47e0-8a15-1911920c916e,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:56.959028 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44490) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:57.001645 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-1c17b5c1-7e0f-4038-8c37-694e734ce82d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94a3142a9d0d4cf1b284f88519862523&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414364 Aug 17 01:22:57.004070 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44492) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:57.054613 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d199-dbd5-40ac-825a-20968760c9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:57.077889 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d199-dbd5-40ac-825a-20968760c9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:57.218874 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d199-dbd5-40ac-825a-20968760c9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:57.221896 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d199-dbd5-40ac-825a-20968760c9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:57.223140 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-fcb6d199-dbd5-40ac-825a-20968760c9d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee78488e-b42b-4c8f-8dc1-79c1e4fd0c71 HTTP/1.1" status: 204 len: 168 time: 0.2181511 Aug 17 01:22:57.231753 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6d199-dbd5-40ac-825a-20968760c9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee78488e-b42b-4c8f-8dc1-79c1e4fd0c71,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:57.802164 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 88e2176f-1158-455d-86f6-0e7984fe02d1 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:22:57.826545 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 88e2176f-1158-455d-86f6-0e7984fe02d1 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:22:57.826897 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 88e2176f-1158-455d-86f6-0e7984fe02d1 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:22:59.302331 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44554) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:59.470471 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2358d6d6-0175-4748-98ba-e30ade9cc1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:59.576581 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2358d6d6-0175-4748-98ba-e30ade9cc1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:59.693002 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2358d6d6-0175-4748-98ba-e30ade9cc1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:59.742592 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358d6d6-0175-4748-98ba-e30ade9cc1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2179d0-481c-4d83-a642-4f1e41c6d5d6,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:22:59.747904 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-2358d6d6-0175-4748-98ba-e30ade9cc1b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05f1af3e13024631aab758e494eab1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444399 Aug 17 01:22:59.751213 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44562) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:22:59.802143 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0405bfb7-c1ad-435c-ad0d-c867b69a3f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:59.825986 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0405bfb7-c1ad-435c-ad0d-c867b69a3f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:59.944911 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0405bfb7-c1ad-435c-ad0d-c867b69a3f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:59.947419 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0405bfb7-c1ad-435c-ad0d-c867b69a3f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:22:59.948836 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-0405bfb7-c1ad-435c-ad0d-c867b69a3f5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea2179d0-481c-4d83-a642-4f1e41c6d5d6 HTTP/1.1" status: 204 len: 168 time: 0.1964474 Aug 17 01:22:59.957498 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405bfb7-c1ad-435c-ad0d-c867b69a3f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2179d0-481c-4d83-a642-4f1e41c6d5d6,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:02.344625 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-da5508ea-d1bf-4a94-86cd-7086b210919e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:03.102751 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44618) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:03.209727 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30f5eed9-ef3a-497b-b1cf-f214b0e08bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:03.310513 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30f5eed9-ef3a-497b-b1cf-f214b0e08bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:03.390254 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30f5eed9-ef3a-497b-b1cf-f214b0e08bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:03.433833 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-30f5eed9-ef3a-497b-b1cf-f214b0e08bb8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=835d476f1c9b46eea606bbd52f7c5abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295810 Aug 17 01:23:03.434423 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5eed9-ef3a-497b-b1cf-f214b0e08bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6863130d-b5ba-4db5-879e-36337301c806,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:03.436834 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44622) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:03.490805 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e67251d4-67b5-42d7-b061-f87cdfa08641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:03.519360 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e67251d4-67b5-42d7-b061-f87cdfa08641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:03.693156 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e67251d4-67b5-42d7-b061-f87cdfa08641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:03.695790 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e67251d4-67b5-42d7-b061-f87cdfa08641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:03.696981 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-e67251d4-67b5-42d7-b061-f87cdfa08641 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6863130d-b5ba-4db5-879e-36337301c806 HTTP/1.1" status: 204 len: 168 time: 0.2592258 Aug 17 01:23:03.708295 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67251d4-67b5-42d7-b061-f87cdfa08641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6863130d-b5ba-4db5-879e-36337301c806,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:04.369238 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44634) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:04.383153 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-05f5efce-0225-4f20-ba59-3c3fb547c1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:04.476514 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-05f5efce-0225-4f20-ba59-3c3fb547c1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:04.544581 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-05f5efce-0225-4f20-ba59-3c3fb547c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:04.583112 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-05f5efce-0225-4f20-ba59-3c3fb547c1c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0abc830f6e5d43dcac92ff3db604e327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126462 Aug 17 01:23:04.583970 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5efce-0225-4f20-ba59-3c3fb547c1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa66416-f2a5-4bf9-bac4-7084c00e35f6,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:04.586444 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44636) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:04.652677 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-62b86f6a-941a-49cb-aaad-5c44be34ebbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:04.676065 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-62b86f6a-941a-49cb-aaad-5c44be34ebbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:04.796224 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-62b86f6a-941a-49cb-aaad-5c44be34ebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:04.798794 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-62b86f6a-941a-49cb-aaad-5c44be34ebbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:04.803829 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-62b86f6a-941a-49cb-aaad-5c44be34ebbf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3fa66416-f2a5-4bf9-bac4-7084c00e35f6 HTTP/1.1" status: 204 len: 168 time: 0.2122490 Aug 17 01:23:04.808517 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b86f6a-941a-49cb-aaad-5c44be34ebbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa66416-f2a5-4bf9-bac4-7084c00e35f6,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:05.944434 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:06.166210 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-9adbf40d-3555-4c2d-8a9d-a18a81b4ff08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:07.596904 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:09.180056 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:23:09.452208 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:10.526347 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44722) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:10.631076 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f4bea0eb-3720-47e9-81f8-723d28142ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:10.719699 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f4bea0eb-3720-47e9-81f8-723d28142ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:10.788650 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f4bea0eb-3720-47e9-81f8-723d28142ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:10.842348 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bea0eb-3720-47e9-81f8-723d28142ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a38dcd2-ed5d-4759-a5f7-942209cdd96c,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:10.850931 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44734) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:10.851434 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-f4bea0eb-3720-47e9-81f8-723d28142ec2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d737c93f13184a0a9e9be7c3b2d8fe64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235793 Aug 17 01:23:10.902903 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-291ddbdd-92fe-4182-bbba-0e43c1302b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:10.924355 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-291ddbdd-92fe-4182-bbba-0e43c1302b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:11.035685 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-291ddbdd-92fe-4182-bbba-0e43c1302b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:11.038337 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-291ddbdd-92fe-4182-bbba-0e43c1302b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:11.039503 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-291ddbdd-92fe-4182-bbba-0e43c1302b21 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8a38dcd2-ed5d-4759-a5f7-942209cdd96c HTTP/1.1" status: 204 len: 168 time: 0.1875315 Aug 17 01:23:11.047492 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ddbdd-92fe-4182-bbba-0e43c1302b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a38dcd2-ed5d-4759-a5f7-942209cdd96c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:11.630320 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44744) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:11.644601 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f804abfc-fc2b-4e54-999b-c29533955017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:11.734110 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f804abfc-fc2b-4e54-999b-c29533955017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:11.811721 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f804abfc-fc2b-4e54-999b-c29533955017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:11.851950 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-f804abfc-fc2b-4e54-999b-c29533955017 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2ffa1322c7b43feb98821f985acf2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205014 Aug 17 01:23:11.852806 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804abfc-fc2b-4e54-999b-c29533955017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b569168-a3d0-4917-a7de-91bfedfcf817,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:11.854572 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44746) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:11.905547 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1e7704a0-c20d-48a7-b4c4-cfdee12d93cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:11.926403 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1e7704a0-c20d-48a7-b4c4-cfdee12d93cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:12.018505 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1e7704a0-c20d-48a7-b4c4-cfdee12d93cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:12.021099 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1e7704a0-c20d-48a7-b4c4-cfdee12d93cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:12.022242 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-1e7704a0-c20d-48a7-b4c4-cfdee12d93cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b569168-a3d0-4917-a7de-91bfedfcf817 HTTP/1.1" status: 204 len: 168 time: 0.1666856 Aug 17 01:23:12.030702 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7704a0-c20d-48a7-b4c4-cfdee12d93cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b569168-a3d0-4917-a7de-91bfedfcf817,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:19.216644 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44876) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:19.335012 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:19.434134 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:19.515895 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:19.553449 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d779846-cf2a-4d40-b1c4-2d69b2251287,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:19.557063 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d1ccf9b42d34263a5147a151f92f5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388216 Aug 17 01:23:19.559836 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44880) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:19.563159 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:19.563506 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:19.563847 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:19.564228 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:19.564638 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:19.565039 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:19.565371 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:19.565699 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:19.566030 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:19.566382 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:19.566714 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:19.567094 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78a582-adf1-4ecc-93e6-b7bb974d4e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:19.614139 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c222d12d-7ab7-4876-bf60-bcd15bf272c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:19.635494 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c222d12d-7ab7-4876-bf60-bcd15bf272c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:19.761284 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c222d12d-7ab7-4876-bf60-bcd15bf272c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:19.763905 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c222d12d-7ab7-4876-bf60-bcd15bf272c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:19.765080 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-c222d12d-7ab7-4876-bf60-bcd15bf272c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d779846-cf2a-4d40-b1c4-2d69b2251287 HTTP/1.1" status: 204 len: 168 time: 0.2042065 Aug 17 01:23:19.773423 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222d12d-7ab7-4876-bf60-bcd15bf272c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d779846-cf2a-4d40-b1c4-2d69b2251287,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:20.453033 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44896) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:20.466328 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7b030a6e-3908-4033-a3f5-ce3847bac6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:20.553617 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7b030a6e-3908-4033-a3f5-ce3847bac6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:20.635780 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7b030a6e-3908-4033-a3f5-ce3847bac6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:20.675609 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-7b030a6e-3908-4033-a3f5-ce3847bac6f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef457a49d8f346a5ab59d56f84dfe0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214739 Aug 17 01:23:20.676737 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b030a6e-3908-4033-a3f5-ce3847bac6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6d23b0-72c4-431f-b7fd-9fbac04e58da,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:20.678511 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44898) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:20.726915 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8e2bdcd9-a3f3-45bb-9f44-07b383a5d568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:20.748010 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8e2bdcd9-a3f3-45bb-9f44-07b383a5d568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:20.921615 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8e2bdcd9-a3f3-45bb-9f44-07b383a5d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:20.924057 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8e2bdcd9-a3f3-45bb-9f44-07b383a5d568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:20.925273 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-8e2bdcd9-a3f3-45bb-9f44-07b383a5d568 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de6d23b0-72c4-431f-b7fd-9fbac04e58da HTTP/1.1" status: 204 len: 168 time: 0.2457383 Aug 17 01:23:20.933138 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bdcd9-a3f3-45bb-9f44-07b383a5d568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6d23b0-72c4-431f-b7fd-9fbac04e58da,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:21.632804 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44918) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:21.646179 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d2bdac6c-34ec-4459-8f97-f9cb20cd8d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:21.732119 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d2bdac6c-34ec-4459-8f97-f9cb20cd8d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:21.795398 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d2bdac6c-34ec-4459-8f97-f9cb20cd8d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:21.835831 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-d2bdac6c-34ec-4459-8f97-f9cb20cd8d69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70ed1c311acc445a8efc6b08f177fa75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019434 Aug 17 01:23:21.836691 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdac6c-34ec-4459-8f97-f9cb20cd8d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cb82a9-bc43-4c90-858d-cd28e9446e73,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:21.838590 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44922) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:21.889684 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-befc9ac4-8e99-4244-b9d7-2191b2adf370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:21.912863 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-befc9ac4-8e99-4244-b9d7-2191b2adf370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:21.963926 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 44926) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:22.041530 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-befc9ac4-8e99-4244-b9d7-2191b2adf370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:22.044346 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-befc9ac4-8e99-4244-b9d7-2191b2adf370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:22.050395 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-befc9ac4-8e99-4244-b9d7-2191b2adf370 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7cb82a9-bc43-4c90-858d-cd28e9446e73 HTTP/1.1" status: 204 len: 168 time: 0.2085979 Aug 17 01:23:22.058680 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc9ac4-8e99-4244-b9d7-2191b2adf370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cb82a9-bc43-4c90-858d-cd28e9446e73,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:22.079109 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-85092ab2-a8ec-4ae1-9aae-5629ae372f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:22.177259 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-85092ab2-a8ec-4ae1-9aae-5629ae372f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:22.240584 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-85092ab2-a8ec-4ae1-9aae-5629ae372f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:22.279663 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-85092ab2-a8ec-4ae1-9aae-5629ae372f85 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9381f300a9fe49af97bdd2caf6511453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146477 Aug 17 01:23:22.280871 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85092ab2-a8ec-4ae1-9aae-5629ae372f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe1a6d7-21e8-4c72-b989-f24de6febf4f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:22.282417 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44932) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:22.302822 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:22.335506 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9a85ef43-37b3-44de-968f-61187207cf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:22.357861 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9a85ef43-37b3-44de-968f-61187207cf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:22.470977 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9a85ef43-37b3-44de-968f-61187207cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:22.475582 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-9a85ef43-37b3-44de-968f-61187207cf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:22.477341 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-9a85ef43-37b3-44de-968f-61187207cf6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5fe1a6d7-21e8-4c72-b989-f24de6febf4f HTTP/1.1" status: 204 len: 168 time: 0.1936913 Aug 17 01:23:22.489785 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85ef43-37b3-44de-968f-61187207cf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe1a6d7-21e8-4c72-b989-f24de6febf4f,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:23.175002 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44966) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:23.279172 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1618003619-network', 'tenant_id': 'b4c292f36771457b81384e141e28d6d9'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:23:23.400956 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Made reservation on behalf of b4c292f36771457b81384e141e28d6d9 for: {'network': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:23:23.403486 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:23.415483 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:23.505195 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:23.589957 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:23.615191 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:23:23.626540 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae81b51-328d-4f10-b486-15332203b0e9,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:23.632106 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:23.632476 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.segments_db [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Added segment 81495245-18f2-4398-af4c-3abdbf362a39 of type vlan for network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff Aug 17 01:23:23.673102 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:23.760083 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:23.761124 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:23.761723 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:23.822644 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] Pushing event updated for resources: {'Network': ['ID=3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:23.835286 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:23:23.881092 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-b6b88e98-c46a-423d-9b19-5a39db94146b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7048135 Aug 17 01:23:23.883909 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 44980) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:23.889159 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-951f8670-846d-4ca2-a0c2-849760ab1a56 admin admin] Request body: {'subnet': {'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1618003619-subnet', 'tenant_id': 'b4c292f36771457b81384e141e28d6d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:23:24.007147 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951f8670-846d-4ca2-a0c2-849760ab1a56 admin admin] Made reservation on behalf of b4c292f36771457b81384e141e28d6d9 for: {'subnet': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:23:24.009559 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-951f8670-846d-4ca2-a0c2-849760ab1a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33518860'] for subnet, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:24.258584 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-951f8670-846d-4ca2-a0c2-849760ab1a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33454779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33518874'] for subnet, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:24.317887 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f8670-846d-4ca2-a0c2-849760ab1a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6fa2e5-5534-4121-869d-b39332648e28,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:24.322112 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f8670-846d-4ca2-a0c2-849760ab1a56 admin admin] Checking segment: {'id': '81495245-18f2-4398-af4c-3abdbf362a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:23:24.322491 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951f8670-846d-4ca2-a0c2-849760ab1a56 admin admin] Network hostable DHCP agents. Network: 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:23:24.440023 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951f8670-846d-4ca2-a0c2-849760ab1a56 admin admin] Network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:23:24.514144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-951f8670-846d-4ca2-a0c2-849760ab1a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff) {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:23:24.518430 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951f8670-846d-4ca2-a0c2-849760ab1a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:24.519212 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-951f8670-846d-4ca2-a0c2-849760ab1a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:24.523153 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5d6e46-b7d1-4210-87ee-dab521a2584f None None] Network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:23:24.619146 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-951f8670-846d-4ca2-a0c2-849760ab1a56 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7341266 Aug 17 01:23:24.642178 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b11352-c447-4a78-90e0-391b96f23c00 None None] Network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:23:26.676073 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-7da7ed69-d451-4d1b-9cf6-6fc38837d856 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:26.677535 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-7da7ed69-d451-4d1b-9cf6-6fc38837d856 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/networks?id=3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff HTTP/1.1" status: 200 len: 814 time: 0.1049793 Aug 17 01:23:26.693157 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-3e2e991b-eb3f-4971-a37d-d2fdd0a615b8 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/quotas/b4c292f36771457b81384e141e28d6d9 HTTP/1.1" status: 200 len: 375 time: 0.0094249 Aug 17 01:23:26.728554 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-0cebf7d6-dde5-4c45-a2c2-97ee105fa0ec tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4c292f36771457b81384e141e28d6d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298104 Aug 17 01:23:26.819827 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-9501370a-f27e-4d50-ac48-8af680ea5b54 service neutron] 10.222.0.45 "GET /v2.0/networks/3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844729 Aug 17 01:23:26.912760 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-25ffa91a-83ba-420a-a74a-a88b23080c8b service neutron] 10.222.0.45 "GET /v2.0/networks/3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867672 Aug 17 01:23:27.221937 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-14005f3e-ca1c-40ae-9500-571011463a71 req-617a5787-56c2-4d5d-aec1-b41d47c8c9c3 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 210 time: 0.0262041 Aug 17 01:23:28.114887 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 45064) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:28.222904 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c197bca3-9812-4053-872b-94abef18bb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:28.325078 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-29103727-f463-4962-8000-a873c3a83cb0 req-cc7adc62-93aa-4115-8165-7864b3e6f372 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 210 time: 0.0335765 Aug 17 01:23:28.338504 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c197bca3-9812-4053-872b-94abef18bb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:28.424331 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c197bca3-9812-4053-872b-94abef18bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:28.462830 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-c197bca3-9812-4053-872b-94abef18bb46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f73631c5db9141b585a4d81f00c1279d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466768 Aug 17 01:23:28.463696 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197bca3-9812-4053-872b-94abef18bb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac1d82b-6e08-4932-9c21-be8ea0df0c7f,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:28.465585 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 45070) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:23:28.518808 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98b7e625-be39-49ba-aec3-22e66cbf6732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:28.541157 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98b7e625-be39-49ba-aec3-22e66cbf6732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:28.663997 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98b7e625-be39-49ba-aec3-22e66cbf6732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:28.666570 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98b7e625-be39-49ba-aec3-22e66cbf6732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:28.667796 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-98b7e625-be39-49ba-aec3-22e66cbf6732 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ac1d82b-6e08-4932-9c21-be8ea0df0c7f HTTP/1.1" status: 204 len: 168 time: 0.2008419 Aug 17 01:23:28.675884 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7e625-be39-49ba-aec3-22e66cbf6732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac1d82b-6e08-4932-9c21-be8ea0df0c7f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:29.424787 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-47277528-cacd-435c-b153-f567119e1220 req-bfbeda10-8174-4f8f-821d-028354d789ad tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 210 time: 0.0312226 Aug 17 01:23:29.631865 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-76b84aa0-274b-44ac-84ca-7cbeffaef4eb tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:29.635562 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-76b84aa0-274b-44ac-84ca-7cbeffaef4eb tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.81 "GET /v2.0/networks?id=3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff HTTP/1.1" status: 200 len: 814 time: 0.1085694 Aug 17 01:23:29.648193 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Request body: {'port': {'device_id': '4196ad64-7668-4975-b316-1e1449d719b6', 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff', 'admin_state_up': True, 'tenant_id': 'b4c292f36771457b81384e141e28d6d9'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:23:29.955861 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Made reservation on behalf of b4c292f36771457b81384e141e28d6d9 for: {'port': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:23:29.960600 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:30.092727 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Allocated IP 172.20.0.11 (3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff/bc6fa2e5-5534-4121-869d-b39332648e28/f1056ff5-f04b-4b4e-83a3-c6c8e77c397a) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:23:30.251878 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:30.342893 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:30.387976 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:23:30.390903 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:23:30.394652 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:23:30.421838 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Pushing event updated for resources: {'Port': ['ID=f1056ff5-f04b-4b4e-83a3-c6c8e77c397a,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:30.450589 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:30.451188 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:30.525437 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-783904a5-6dc4-4d15-a843-a4e2e4eb386d tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8824210 Aug 17 01:23:30.540316 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Request body: {'port': {'device_id': '4196ad64-7668-4975-b316-1e1449d719b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:23:30.568793 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5083-126b-4aa2-ba92-5d52ffd9b768 req-3538f480-a48f-4c58-9a03-2bd11f3f04cc tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:30.570298 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d46a5083-126b-4aa2-ba92-5d52ffd9b768 req-3538f480-a48f-4c58-9a03-2bd11f3f04cc tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 932 time: 0.0729330 Aug 17 01:23:30.621403 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:30.642454 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d46a5083-126b-4aa2-ba92-5d52ffd9b768 req-ed9bb186-9ded-41cb-a498-86dba91b7d8c tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650887 Aug 17 01:23:30.899166 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1056ff5-f04b-4b4e-83a3-c6c8e77c397a {{(pid=94703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:23:30.906806 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:30.919853 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Transition to ACTIVE for port object f1056ff5-f04b-4b4e-83a3-c6c8e77c397a will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:23:31.018217 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:31.069271 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Pushing event updated for resources: {'Port': ['ID=f1056ff5-f04b-4b4e-83a3-c6c8e77c397a,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:31.143129 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Attempting to bind port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:23:31.143465 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Attempting to bind port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '81495245-18f2-4398-af4c-3abdbf362a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:23:31.143782 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Attempting to bind port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a on network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:23:31.148781 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a on network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:23:31.149095 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Attempting to bind port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a on network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:23:31.153917 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:23:31.154186 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Checking segment: {'id': '81495245-18f2-4398-af4c-3abdbf362a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:23:31.154591 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Bound using segment: {'id': '81495245-18f2-4398-af4c-3abdbf362a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:23:31.155007 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Bound port: f1056ff5-f04b-4b4e-83a3-c6c8e77c397a, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81495245-18f2-4398-af4c-3abdbf362a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:23:31.155369 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:31.218749 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] For port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a, host hv-cinder-80390, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:23:31.222314 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] For port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f1056ff5-f04b-4b4e-83a3-c6c8e77c397a,segment=NetworkSegment(81495245-18f2-4398-af4c-3abdbf362a39),segment_id=81495245-18f2-4398-af4c-3abdbf362a39)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:23:31.320075 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:31.353070 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:31.353685 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:31.355373 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] 10.222.0.81 "PUT /v2.0/ports/f1056ff5-f04b-4b4e-83a3-c6c8e77c397a HTTP/1.1" status: 200 len: 1094 time: 0.8206391 Aug 17 01:23:31.357931 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4196ad64-7668-4975-b316-1e1449d719b6', 'tag': 'f1056ff5-f04b-4b4e-83a3-c6c8e77c397a'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:23:31.360404 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5098c25-7398-44bd-b598-a08ffc53e463" -d '{"events": [{"name": "network-changed", "server_uuid": "4196ad64-7668-4975-b316-1e1449d719b6", "tag": "f1056ff5-f04b-4b4e-83a3-c6c8e77c397a"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:23:31.389506 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e1698-8d67-498a-ae83-d2abd9541607 service neutron] Pushing event updated for resources: {'Port': ['ID=f1056ff5-f04b-4b4e-83a3-c6c8e77c397a,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:31.402450 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f04889-d699-4b14-ae64-5e8b5dccb8fd x-openstack-request-id: req-74f04889-d699-4b14-ae64-5e8b5dccb8fd {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:23:31.402734 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4196ad64-7668-4975-b316-1e1449d719b6", "tag": "f1056ff5-f04b-4b4e-83a3-c6c8e77c397a", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:23:31.402979 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74f04889-d699-4b14-ae64-5e8b5dccb8fd {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:23:31.403368 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4196ad64-7668-4975-b316-1e1449d719b6', 'tag': 'f1056ff5-f04b-4b4e-83a3-c6c8e77c397a', 'status': 'completed', 'code': 200} Aug 17 01:23:31.466720 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5098c25-7398-44bd-b598-a08ffc53e463 req-36a6ac06-d986-4392-95a2-0061ea7557d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:31.468251 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f5098c25-7398-44bd-b598-a08ffc53e463 req-36a6ac06-d986-4392-95a2-0061ea7557d8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b4c292f36771457b81384e141e28d6d9&device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 1097 time: 0.0433784 Aug 17 01:23:31.576876 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5098c25-7398-44bd-b598-a08ffc53e463 req-09ca3d93-c015-405e-a800-f99e01629ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:31.578375 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f5098c25-7398-44bd-b598-a08ffc53e463 req-09ca3d93-c015-405e-a800-f99e01629ed8 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b4c292f36771457b81384e141e28d6d9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1018217 Aug 17 01:23:31.685311 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5098c25-7398-44bd-b598-a08ffc53e463 req-1c6c7dbb-7558-4cf3-9346-6dbdff5e238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:31.686875 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f5098c25-7398-44bd-b598-a08ffc53e463 req-1c6c7dbb-7558-4cf3-9346-6dbdff5e238c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1004815 Aug 17 01:23:31.790833 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ddde9-4a03-45a9-9050-a8be0a38ee78 req-0a7af069-6bd7-4694-8014-7a8758e99cb9 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:31.792310 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-141ddde9-4a03-45a9-9050-a8be0a38ee78 req-0a7af069-6bd7-4694-8014-7a8758e99cb9 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 944 time: 0.0738082 Aug 17 01:23:31.797619 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-93b4cd63-9bc0-452d-95fe-9dff2ebdf756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:31.799026 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-93b4cd63-9bc0-452d-95fe-9dff2ebdf756 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b4c292f36771457b81384e141e28d6d9&device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 1097 time: 0.0712764 Aug 17 01:23:32.129737 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-2ec17467-fcd2-45d9-901d-9640e81adaa8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1056ff5-f04b-4b4e-83a3-c6c8e77c397a HTTP/1.1" status: 200 len: 217 time: 0.3166525 Aug 17 01:23:32.149582 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-141ddde9-4a03-45a9-9050-a8be0a38ee78 req-9129790f-f425-4f18-8799-a064f9f22c89 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496273 Aug 17 01:23:32.185494 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-cc82d844-6c75-4835-adc9-b54a65e7f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:32.187025 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-cc82d844-6c75-4835-adc9-b54a65e7f275 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc6fa2e5-5534-4121-869d-b39332648e28 HTTP/1.1" status: 200 len: 854 time: 0.0500648 Aug 17 01:23:32.219050 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-fd1e303b-e847-4af3-9224-cd0bea273b66 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245612 Aug 17 01:23:32.322106 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-fe6e2eca-9318-49b1-9911-d23bd7dc2958 service neutron] 10.222.0.81 "GET /v2.0/networks/3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945842 Aug 17 01:23:32.376620 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-c7497c93-78e4-4224-85a0-6eb3aee40376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:32.417136 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1e5f2e2f-1b90-447b-88fb-012b00bab840 req-b736e5f8-8b92-443b-ab6a-84317fa26477 service neutron] 10.222.0.81 "GET /v2.0/networks/3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867560 Aug 17 01:23:33.287781 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c72516-650d-42a7-88fe-2b51b9203cc7 req-d1c98a31-b6ee-486b-8fcd-7ea42e2c4e14 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:33.289288 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-29c72516-650d-42a7-88fe-2b51b9203cc7 req-d1c98a31-b6ee-486b-8fcd-7ea42e2c4e14 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 944 time: 0.0511169 Aug 17 01:23:33.328558 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-29c72516-650d-42a7-88fe-2b51b9203cc7 req-eaf4dd16-47ce-4873-bfb5-db98c0fc9aea tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330784 Aug 17 01:23:34.446871 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c87470-a742-4959-9819-d7861d18738e req-bd0cd737-cade-4010-955d-4fcebae4ec30 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:34.448362 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-03c87470-a742-4959-9819-d7861d18738e req-bd0cd737-cade-4010-955d-4fcebae4ec30 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 944 time: 0.0513639 Aug 17 01:23:34.485305 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-03c87470-a742-4959-9819-d7861d18738e req-43893a9f-26ea-4d6c-bdf0-b13999861796 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Aug 17 01:23:35.600951 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39fa3c-72ef-4bc6-907f-421bbe5bac53 req-5fdf4470-028a-424f-a7a1-000553ba68f8 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:35.602357 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5d39fa3c-72ef-4bc6-907f-421bbe5bac53 req-5fdf4470-028a-424f-a7a1-000553ba68f8 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 944 time: 0.0490470 Aug 17 01:23:35.640894 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5d39fa3c-72ef-4bc6-907f-421bbe5bac53 req-6ab3995b-155a-4b7a-b3ae-39dd7a3a3f19 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323882 Aug 17 01:23:35.931498 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:36.089038 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device f1056ff5-f04b-4b4e-83a3-c6c8e77c397a details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:23:36.188434 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-c1c0fa5a-5d38-47bd-b7ca-3d3d91f65800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:36.196023 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f1056ff5-f04b-4b4e-83a3-c6c8e77c397a,segment=NetworkSegment(81495245-18f2-4398-af4c-3abdbf362a39),segment_id=81495245-18f2-4398-af4c-3abdbf362a39)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:23:36.206363 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': 'f1056ff5-f04b-4b4e-83a3-c6c8e77c397a', 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff', 'port_id': 'f1056ff5-f04b-4b4e-83a3-c6c8e77c397a', 'mac_address': 'fa:16:3e:5d:68:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6fa2e5-5534-4121-869d-b39332648e28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:23:36.248676 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:36.262263 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1056ff5-f04b-4b4e-83a3-c6c8e77c397a {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:23:36.281364 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f1056ff5-f04b-4b4e-83a3-c6c8e77c397a,segment=NetworkSegment(81495245-18f2-4398-af4c-3abdbf362a39),segment_id=81495245-18f2-4398-af4c-3abdbf362a39)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:23:36.360833 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:36.412048 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=f1056ff5-f04b-4b4e-83a3-c6c8e77c397a,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:36.603769 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['f1056ff5-f04b-4b4e-83a3-c6c8e77c397a'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:23:36.760827 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9140a6c-83ea-4d78-b094-1ea633498bd2 req-f5f0bc90-3a72-46e7-89f4-9604011f2039 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:36.762323 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b9140a6c-83ea-4d78-b094-1ea633498bd2 req-f5f0bc90-3a72-46e7-89f4-9604011f2039 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 945 time: 0.0533085 Aug 17 01:23:36.801318 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b9140a6c-83ea-4d78-b094-1ea633498bd2 req-dec6d04a-1cd7-449a-9bf7-1c6d2b1a88e8 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Aug 17 01:23:37.582434 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:37.920844 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db76eb-22d9-4849-8944-e14e995bf6fc req-dbae5328-ba7c-46e8-961d-878bc18cad52 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:37.922348 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a5db76eb-22d9-4849-8944-e14e995bf6fc req-dbae5328-ba7c-46e8-961d-878bc18cad52 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 945 time: 0.0547068 Aug 17 01:23:37.959662 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a5db76eb-22d9-4849-8944-e14e995bf6fc req-7584333c-22ee-4a08-8f22-ce8343de5b82 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304832 Aug 17 01:23:38.141877 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device f1056ff5-f04b-4b4e-83a3-c6c8e77c397a up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:23:38.285502 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:23:38.294048 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:23:38.294536 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:38.376328 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:38.399763 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4196ad64-7668-4975-b316-1e1449d719b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1056ff5-f04b-4b4e-83a3-c6c8e77c397a'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:23:38.401926 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b142b8-aba2-46e5-920b-e367d53529e7" -d '{"events": [{"server_uuid": "4196ad64-7668-4975-b316-1e1449d719b6", "name": "network-vif-plugged", "status": "completed", "tag": "f1056ff5-f04b-4b4e-83a3-c6c8e77c397a"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:23:38.419260 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f1056ff5-f04b-4b4e-83a3-c6c8e77c397a,segment=NetworkSegment(81495245-18f2-4398-af4c-3abdbf362a39),segment_id=81495245-18f2-4398-af4c-3abdbf362a39)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:23:38.438528 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97407246-0a39-4423-8c0b-a203c570b9d9 x-openstack-request-id: req-97407246-0a39-4423-8c0b-a203c570b9d9 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:23:38.441161 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4196ad64-7668-4975-b316-1e1449d719b6", "name": "network-vif-plugged", "status": "completed", "tag": "f1056ff5-f04b-4b4e-83a3-c6c8e77c397a", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:23:38.441161 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97407246-0a39-4423-8c0b-a203c570b9d9 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:23:38.441161 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4196ad64-7668-4975-b316-1e1449d719b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1056ff5-f04b-4b4e-83a3-c6c8e77c397a', 'code': 200} Aug 17 01:23:38.492836 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:38.542465 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=f1056ff5-f04b-4b4e-83a3-c6c8e77c397a,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:38.549384 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:38.549741 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:38.550084 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:38.550462 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:38.550802 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:38.551138 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:38.551565 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:38.552031 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:38.552371 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:38.552702 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:38.553036 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:38.553363 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:23:38.763995 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc766d6-a91d-4560-8490-f379fd14a552 req-29175a56-b6fb-49aa-807c-8db262d7401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:38.765478 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1dc766d6-a91d-4560-8490-f379fd14a552 req-29175a56-b6fb-49aa-807c-8db262d7401f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 1099 time: 0.0394020 Aug 17 01:23:38.801240 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1dc766d6-a91d-4560-8490-f379fd14a552 req-4077ce18-a32d-487f-88c9-1e32e20e678f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284407 Aug 17 01:23:39.073905 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d7de4-77a5-4f38-8c63-30da86084e3b req-37cc949a-1ce7-4e05-b383-2bcce2471e66 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:39.075342 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-585d7de4-77a5-4f38-8c63-30da86084e3b req-37cc949a-1ce7-4e05-b383-2bcce2471e66 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 946 time: 0.0492668 Aug 17 01:23:39.112144 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-585d7de4-77a5-4f38-8c63-30da86084e3b req-57854b4f-f950-43cc-af92-343a1fca6264 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308633 Aug 17 01:23:39.406808 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:40.229128 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed75e9-c2ed-48ac-ad28-9d35f111e657 req-fb758532-93d4-44e3-8141-c7800c592e79 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:40.230654 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-64ed75e9-c2ed-48ac-ad28-9d35f111e657 req-fb758532-93d4-44e3-8141-c7800c592e79 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 946 time: 0.0501189 Aug 17 01:23:40.270420 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-64ed75e9-c2ed-48ac-ad28-9d35f111e657 req-7dac33a6-d8c2-4745-a6a0-f9fccf91abfe tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Aug 17 01:23:40.370530 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f8271-c109-4f7c-92ec-96223e71864e req-602ca6e9-c4fe-478d-a9bb-8d6f50ce672f tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:40.370530 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-857f8271-c109-4f7c-92ec-96223e71864e req-602ca6e9-c4fe-478d-a9bb-8d6f50ce672f tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 945 time: 0.0591097 Aug 17 01:23:40.413188 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-857f8271-c109-4f7c-92ec-96223e71864e req-e215e6f6-393c-49d4-b3a6-d4a3eb4793bf tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365067 Aug 17 01:23:41.547286 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe44d7-2558-451a-aef6-f3c69be55752 req-feeb88ef-bc18-427c-bf87-a4a039074394 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:41.548742 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c5fe44d7-2558-451a-aef6-f3c69be55752 req-feeb88ef-bc18-427c-bf87-a4a039074394 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 945 time: 0.0585172 Aug 17 01:23:41.592933 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c5fe44d7-2558-451a-aef6-f3c69be55752 req-03c353a0-b591-4db3-8121-a815fb6653d4 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372515 Aug 17 01:23:42.000359 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83424ae3-d03d-4af7-95af-c801844ece49 req-7d845dd3-e57f-4128-9260-f51dafd1392b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:42.001960 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-83424ae3-d03d-4af7-95af-c801844ece49 req-7d845dd3-e57f-4128-9260-f51dafd1392b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 945 time: 0.0579846 Aug 17 01:23:42.108252 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Deleting port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:23:42.108597 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:42.218255 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] For port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0c3b95c2-9f74-4cf0-abeb-9079f64d496b,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:23:42.221782 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:42.406829 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:42.407245 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:42.407565 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.l3_db [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Floating IP 3b17fa29-44f6-431e-a6c7-7644fbb644f6 disassociated. External IP: 172.27.3.10, port: 0c3b95c2-9f74-4cf0-abeb-9079f64d496b. Aug 17 01:23:42.407926 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Calling delete_port for 0c3b95c2-9f74-4cf0-abeb-9079f64d496b owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:23:42.601576 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:42.631756 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event deleted for resources: {'Port': ['ID=0c3b95c2-9f74-4cf0-abeb-9079f64d496b,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:42.714814 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e1320f3c-7f28-43d1-8d74-e271444075aa req-af1da726-5b26-450c-82b6-63ea34bf4a74 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 210 time: 0.0395610 Aug 17 01:23:42.777677 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:23:42.892400 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:23:42.904477 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa012e-aec4-4c9c-bd20-c2e68a95d646 None None] Sync routers for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:23:42.914912 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa012e-aec4-4c9c-bd20-c2e68a95d646 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:23:42.915497 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-27fa012e-aec4-4c9c-bd20-c2e68a95d646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:23:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:23:42.933935 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] No DVR routers for this DVR port 0c3b95c2-9f74-4cf0-abeb-9079f64d496b on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:23:42.936786 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:42.938948 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-83424ae3-d03d-4af7-95af-c801844ece49 req-67e079d0-5522-4c1c-bccd-fc3f1caa4f2a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "DELETE /v2.0/ports/0c3b95c2-9f74-4cf0-abeb-9079f64d496b HTTP/1.1" status: 204 len: 173 time: 0.9301455 Aug 17 01:23:42.939419 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'name': 'network-vif-deleted', 'tag': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:23:42.941694 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684decc0-3c29-465c-bd5c-141f435fa4df" -d '{"events": [{"server_uuid": "a18366a3-0aac-4480-bff5-039ff0c26a64", "name": "network-vif-deleted", "tag": "0c3b95c2-9f74-4cf0-abeb-9079f64d496b"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:23:42.991773 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b006fa94-4a40-466a-891a-c372c5466324 x-openstack-request-id: req-b006fa94-4a40-466a-891a-c372c5466324 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:23:42.991773 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18366a3-0aac-4480-bff5-039ff0c26a64", "name": "network-vif-deleted", "tag": "0c3b95c2-9f74-4cf0-abeb-9079f64d496b", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:23:42.991773 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b006fa94-4a40-466a-891a-c372c5466324 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:23:42.991773 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18366a3-0aac-4480-bff5-039ff0c26a64', 'name': 'network-vif-deleted', 'tag': '0c3b95c2-9f74-4cf0-abeb-9079f64d496b', 'status': 'completed', 'code': 200} Aug 17 01:23:43.033863 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-27fa012e-aec4-4c9c-bd20-c2e68a95d646 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:23:43.257790 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-27fa012e-aec4-4c9c-bd20-c2e68a95d646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:23:43.288630 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa012e-aec4-4c9c-bd20-c2e68a95d646 None None] Checking router: 6959f7f3-2c31-486e-b19c-a7ff112a77e0 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:23:43.297346 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa012e-aec4-4c9c-bd20-c2e68a95d646 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:23:43.297967 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-27fa012e-aec4-4c9c-bd20-c2e68a95d646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:23:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:23:43.406206 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-27fa012e-aec4-4c9c-bd20-c2e68a95d646 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:23:43.614203 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-27fa012e-aec4-4c9c-bd20-c2e68a95d646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:23:43.641077 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa012e-aec4-4c9c-bd20-c2e68a95d646 None None] The sync data for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi is: [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:23:43.832271 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1c150fb1-a0e8-4b67-adfe-c0de424b57f7 req-2a28317f-4711-46f3-9e45-9c20c2ee3aad tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18366a3-0aac-4480-bff5-039ff0c26a64 HTTP/1.1" status: 200 len: 210 time: 0.0321467 Aug 17 01:23:43.882951 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112fd214-1b3a-4a9a-9fc7-0aa768a2897c None None] New status for floating IP 3b17fa29-44f6-431e-a6c7-7644fbb644f6: DOWN {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:23:45.108558 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-419356fe-e1c5-4fe5-9556-ffc09b9d3fa9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105394292&fields=id&tenant_id=403f36fc453546edb2dd173ad1aac7e6 HTTP/1.1" status: 200 len: 267 time: 0.0338879 Aug 17 01:23:45.218833 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13366845-d875-4898-83a8-e45981ad6841 req-6c94ccde-7d21-42b8-9281-1422b8a1d624 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:45.220557 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-6c94ccde-7d21-42b8-9281-1422b8a1d624 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 812 time: 0.1036510 Aug 17 01:23:45.236696 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-6b628147-a97e-46d5-bca4-662f393d1d34 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/quotas/403f36fc453546edb2dd173ad1aac7e6 HTTP/1.1" status: 200 len: 375 time: 0.0094266 Aug 17 01:23:45.302904 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-47a9f3ac-9dee-43d6-8640-7f94e2bfae8a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596163 Aug 17 01:23:45.399404 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-9bca971f-2e86-4386-937b-d0b7f307868d service neutron] 10.222.0.45 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839410 Aug 17 01:23:45.493791 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-7fefab02-6334-402b-8ff4-5d22a2feed81 service neutron] 10.222.0.45 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879288 Aug 17 01:23:46.092408 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-cc20ccc6-b4aa-446a-9cd8-95d573db283a req-3c748524-90b0-4aa5-b84b-4be2d5418b6a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 210 time: 0.0281432 Aug 17 01:23:46.133707 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 0c3b95c2-9f74-4cf0-abeb-9079f64d496b no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:23:46.180479 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:23:46.286911 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 0c3b95c2-9f74-4cf0-abeb-9079f64d496b {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:23:46.287360 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 0c3b95c2-9f74-4cf0-abeb-9079f64d496b not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:23:47.190520 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-57fb0f42-0f5f-490c-8225-eefafd829169 req-afb14977-dbb1-4ebf-b8d0-9a84327b4f3b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 210 time: 0.0312839 Aug 17 01:23:48.119901 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13366845-d875-4898-83a8-e45981ad6841 req-7e4429ce-afd8-4bbb-a4eb-e262433b2596 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:48.121418 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-7e4429ce-afd8-4bbb-a4eb-e262433b2596 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 812 time: 0.1177039 Aug 17 01:23:48.180853 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-16038f78-8d26-4808-a875-9f38f38cb0f2 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=403f36fc453546edb2dd173ad1aac7e6 HTTP/1.1" status: 200 len: 380 time: 0.0480576 Aug 17 01:23:48.190530 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'port': {'device_id': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'admin_state_up': True, 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'security_groups': ['a52369c3-597e-4c11-87bf-d93b0e75620e']}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:23:48.369945 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-31c8fc21-68e5-4083-a0ad-28fd2515d0df req-f17e9799-0bef-44c9-b06d-d2ee0d2ff49f tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 210 time: 0.0524747 Aug 17 01:23:48.459884 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Made reservation on behalf of 403f36fc453546edb2dd173ad1aac7e6 for: {'port': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:23:48.465849 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:48.615413 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Allocated IP 172.20.0.9 (737fcbc9-e12b-4d62-8467-a98cfa8af1a4/6df92ead-3437-460e-ac56-bea91a2ffc37/7c8baa92-4c3e-4262-8585-ad0796365c19) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:23:48.779339 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:48.797554 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Transition to ACTIVE for port object 7c8baa92-4c3e-4262-8585-ad0796365c19 will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:23:48.937247 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:48.990025 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:23:48.997241 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:23:49.000707 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:23:49.037494 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'Port': ['ID=7c8baa92-4c3e-4262-8585-ad0796365c19,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:49.072695 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:49.073428 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:49.145446 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-faf9a876-483a-4a53-b6ca-1dd47de37e56 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9583900 Aug 17 01:23:49.263386 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-2dba2f67-f2a8-452c-a1ff-8a2600a5fbe8 None None] Provisioning for port 7c8baa92-4c3e-4262-8585-ad0796365c19 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:23:49.267660 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-2dba2f67-f2a8-452c-a1ff-8a2600a5fbe8 None None] Provisioning complete for port 7c8baa92-4c3e-4262-8585-ad0796365c19 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:23:49.268039 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2dba2f67-f2a8-452c-a1ff-8a2600a5fbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:49.306621 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-2dba2f67-f2a8-452c-a1ff-8a2600a5fbe8 None None] Port 7c8baa92-4c3e-4262-8585-ad0796365c19 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:23:49.517760 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936e851-166b-40fb-8445-69b49df99fae req-6578fa85-ba04-4234-b47e-8374bfa87c92 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:49.519841 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8936e851-166b-40fb-8445-69b49df99fae req-6578fa85-ba04-4234-b47e-8374bfa87c92 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 931 time: 0.0579758 Aug 17 01:23:49.562654 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-8936e851-166b-40fb-8445-69b49df99fae req-48bbdfc2-cbf9-491d-8ce7-3de5bb2731c8 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362830 Aug 17 01:23:50.702704 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279c6c6-f3ec-4dca-9959-43399941d063 req-ca933231-6ec7-429f-a070-6baa382f8879 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:50.704475 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e279c6c6-f3ec-4dca-9959-43399941d063 req-ca933231-6ec7-429f-a070-6baa382f8879 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 931 time: 0.0608819 Aug 17 01:23:50.758039 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e279c6c6-f3ec-4dca-9959-43399941d063 req-0135f0f0-eab8-4055-b9da-9cb7543b5cff tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465677 Aug 17 01:23:51.891440 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d701f-e42a-4d06-8629-054c535b19fe req-2f1cb52e-1982-4b1b-bf89-07272b0397d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:51.892915 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a26d701f-e42a-4d06-8629-054c535b19fe req-2f1cb52e-1982-4b1b-bf89-07272b0397d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 931 time: 0.0554175 Aug 17 01:23:51.936969 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a26d701f-e42a-4d06-8629-054c535b19fe req-79b4a0b2-5fbe-4998-9213-6d0e379a13b5 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361586 Aug 17 01:23:52.032976 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Request body: {'port': {'device_id': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:23:52.097938 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:52.262706 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:52.447637 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8baa92-4c3e-4262-8585-ad0796365c19 {{(pid=94703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:23:52.456159 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:52.474590 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Transition to ACTIVE for port object 7c8baa92-4c3e-4262-8585-ad0796365c19 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:23:52.531987 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:52.586650 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Pushing event updated for resources: {'Port': ['ID=7c8baa92-4c3e-4262-8585-ad0796365c19,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:52.665667 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Attempting to bind port 7c8baa92-4c3e-4262-8585-ad0796365c19 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:23:52.666214 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Attempting to bind port 7c8baa92-4c3e-4262-8585-ad0796365c19 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:23:52.667103 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Attempting to bind port 7c8baa92-4c3e-4262-8585-ad0796365c19 on network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:23:52.672348 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Port 7c8baa92-4c3e-4262-8585-ad0796365c19 on network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:23:52.672695 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Attempting to bind port 7c8baa92-4c3e-4262-8585-ad0796365c19 on network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:23:52.678631 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:23:52.679076 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Checking segment: {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:23:52.679533 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Bound using segment: {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:23:52.694799 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Bound port: 7c8baa92-4c3e-4262-8585-ad0796365c19, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:23:52.694799 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:52.766610 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] For port 7c8baa92-4c3e-4262-8585-ad0796365c19, host hv-cinder-80390, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:23:52.772802 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] For port 7c8baa92-4c3e-4262-8585-ad0796365c19, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7c8baa92-4c3e-4262-8585-ad0796365c19,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:23:52.852638 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:52.890604 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:52.891337 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:23:52.892798 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] 10.222.0.81 "PUT /v2.0/ports/7c8baa92-4c3e-4262-8585-ad0796365c19 HTTP/1.1" status: 200 len: 1093 time: 0.8653607 Aug 17 01:23:52.893342 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'tag': '7c8baa92-4c3e-4262-8585-ad0796365c19'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:23:52.895848 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b4b0d6-e038-40f6-b128-25a2133e8712" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4cfa02-6432-453d-b2f9-c5063d0fc93b", "tag": "7c8baa92-4c3e-4262-8585-ad0796365c19"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:23:52.931884 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9da59d-8eb6-4104-b199-2a0f4fc1674a service neutron] Pushing event updated for resources: {'Port': ['ID=7c8baa92-4c3e-4262-8585-ad0796365c19,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:23:52.954935 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81566449-4aa4-405e-9fbf-d78ba7cc754d x-openstack-request-id: req-81566449-4aa4-405e-9fbf-d78ba7cc754d {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:23:52.955328 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4cfa02-6432-453d-b2f9-c5063d0fc93b", "tag": "7c8baa92-4c3e-4262-8585-ad0796365c19", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:23:52.955699 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81566449-4aa4-405e-9fbf-d78ba7cc754d {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:23:52.956265 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'tag': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'status': 'completed', 'code': 200} Aug 17 01:23:53.065907 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4b0d6-e038-40f6-b128-25a2133e8712 req-610ca5a2-9e1a-4090-b138-ae533d2dc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:53.067492 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b5b4b0d6-e038-40f6-b128-25a2133e8712 req-610ca5a2-9e1a-4090-b138-ae533d2dc244 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 1096 time: 0.0835757 Aug 17 01:23:53.089195 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1a676-0d57-43f1-8bfa-2fe0d831c4d5 req-984dbb2a-a36f-4f27-8cc8-829047ca7a4a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:53.090813 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b5b1a676-0d57-43f1-8bfa-2fe0d831c4d5 req-984dbb2a-a36f-4f27-8cc8-829047ca7a4a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 943 time: 0.0674355 Aug 17 01:23:53.186188 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b5b1a676-0d57-43f1-8bfa-2fe0d831c4d5 req-d38559a3-8426-4fcf-90d5-4837877c9cbf tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825398 Aug 17 01:23:53.219689 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4b0d6-e038-40f6-b128-25a2133e8712 req-86273aba-49d9-4dda-964b-a7400e0de319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:53.219689 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b5b4b0d6-e038-40f6-b128-25a2133e8712 req-86273aba-49d9-4dda-964b-a7400e0de319 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=403f36fc453546edb2dd173ad1aac7e6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1245494 Aug 17 01:23:53.321108 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4b0d6-e038-40f6-b128-25a2133e8712 req-a2889d1e-2105-4ef7-b05e-5a9b4b3bdaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:53.322659 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b5b4b0d6-e038-40f6-b128-25a2133e8712 req-a2889d1e-2105-4ef7-b05e-5a9b4b3bdaaf service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0972691 Aug 17 01:23:53.406538 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13366845-d875-4898-83a8-e45981ad6841 req-7a376bd4-e1bc-490b-9b84-c4ad2d74abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:53.408071 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-7a376bd4-e1bc-490b-9b84-c4ad2d74abf6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 1096 time: 0.0443938 Aug 17 01:23:53.463906 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-1f302de9-2cc0-4639-8f16-ba4d23939ff8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c8baa92-4c3e-4262-8585-ad0796365c19 HTTP/1.1" status: 200 len: 217 time: 0.0464637 Aug 17 01:23:53.520122 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13366845-d875-4898-83a8-e45981ad6841 req-e5f135c9-7018-4f34-973a-aa6bbc86d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:53.521588 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-e5f135c9-7018-4f34-973a-aa6bbc86d411 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6df92ead-3437-460e-ac56-bea91a2ffc37 HTTP/1.1" status: 200 len: 851 time: 0.0502000 Aug 17 01:23:53.585216 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13366845-d875-4898-83a8-e45981ad6841 req-7487264d-6de0-4f0b-a3de-deb9c69dbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:53.587436 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-7487264d-6de0-4f0b-a3de-deb9c69dbf37 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509803 Aug 17 01:23:53.692720 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-5395d32d-89dc-45ae-8cc4-5088928401db service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937243 Aug 17 01:23:53.816380 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-13366845-d875-4898-83a8-e45981ad6841 req-991d0d61-a87c-46c0-9b07-82754deb360c service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111972 Aug 17 01:23:54.333985 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897cdcc-d28b-4172-99bb-7f82f892159a req-f16f84bd-c0f9-4cc3-aa52-c2dc7b7cb0dc tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:54.335600 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6897cdcc-d28b-4172-99bb-7f82f892159a req-f16f84bd-c0f9-4cc3-aa52-c2dc7b7cb0dc tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 943 time: 0.0600610 Aug 17 01:23:54.377260 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6897cdcc-d28b-4172-99bb-7f82f892159a req-e5236936-efc9-4ce3-8c62-e2bbf9b2b225 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355988 Aug 17 01:23:55.503405 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7e174-f996-4f85-b4e0-72104be83f17 req-420c92e5-c728-4ea9-8e38-5d2ea26cc610 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:55.504995 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f0c7e174-f996-4f85-b4e0-72104be83f17 req-420c92e5-c728-4ea9-8e38-5d2ea26cc610 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 943 time: 0.0541368 Aug 17 01:23:55.547048 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f0c7e174-f996-4f85-b4e0-72104be83f17 req-fd2c1480-bbfb-4413-9b41-c3277cbe70c0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342762 Aug 17 01:23:56.677657 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311cffc-17aa-4188-b109-ef6045d82b1c req-a6587e59-edda-4256-9435-312bd7b18b76 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:56.679306 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6311cffc-17aa-4188-b109-ef6045d82b1c req-a6587e59-edda-4256-9435-312bd7b18b76 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 943 time: 0.0539505 Aug 17 01:23:56.736517 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6311cffc-17aa-4188-b109-ef6045d82b1c req-7166d60a-bdef-4fc7-a265-43392e7af6d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497270 Aug 17 01:23:57.125371 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a913bb86-d6aa-492d-ab62-e19935783870 req-aa20d5c9-164f-4b3d-b3cc-cfb4315bb843 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521460 Aug 17 01:23:57.213456 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913bb86-d6aa-492d-ab62-e19935783870 req-726d0c05-b7e2-4e3c-93b4-1e470746ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:57.215054 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a913bb86-d6aa-492d-ab62-e19935783870 req-726d0c05-b7e2-4e3c-93b4-1e470746ae06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9a1cf69554774acaacc1703ac85c3af9&device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 1098 time: 0.0438793 Aug 17 01:23:57.331071 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913bb86-d6aa-492d-ab62-e19935783870 req-97f19c06-155d-4b4f-81ef-d0c881618036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:57.332574 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a913bb86-d6aa-492d-ab62-e19935783870 req-97f19c06-155d-4b4f-81ef-d0c881618036 service neutron] 10.222.0.81 "GET /v2.0/networks?id=dac90b60-01c5-420a-9cef-61942492c749 HTTP/1.1" status: 200 len: 909 time: 0.0961876 Aug 17 01:23:57.410316 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a913bb86-d6aa-492d-ab62-e19935783870 req-e5a46b62-3ab1-4a0b-b436-de3f779c0271 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9 HTTP/1.1" status: 200 len: 1001 time: 0.0693591 Aug 17 01:23:57.467092 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913bb86-d6aa-492d-ab62-e19935783870 req-ee04c412-750d-41b9-9883-3a6178b794bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:57.468546 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a913bb86-d6aa-492d-ab62-e19935783870 req-ee04c412-750d-41b9-9883-3a6178b794bf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b37c8186-f6ab-43fa-a4a6-ea086fecbf54 HTTP/1.1" status: 200 len: 848 time: 0.0480208 Aug 17 01:23:57.522682 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913bb86-d6aa-492d-ab62-e19935783870 req-7ef1fb6b-98db-496a-8cbb-43efc193702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:57.525179 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a913bb86-d6aa-492d-ab62-e19935783870 req-7ef1fb6b-98db-496a-8cbb-43efc193702b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dac90b60-01c5-420a-9cef-61942492c749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476038 Aug 17 01:23:57.621763 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a913bb86-d6aa-492d-ab62-e19935783870 req-5f510873-d949-4fb4-b492-a2bdc73dd5a1 service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877631 Aug 17 01:23:57.736218 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a913bb86-d6aa-492d-ab62-e19935783870 req-970eaadb-afce-403b-ba6a-00cd50ecbe81 service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056964 Aug 17 01:23:57.875378 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f839c-71da-40a0-8920-f755267f6150 req-3c78b607-2765-41d5-8929-65c283bed24b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:57.876914 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c19f839c-71da-40a0-8920-f755267f6150 req-3c78b607-2765-41d5-8929-65c283bed24b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 943 time: 0.0587580 Aug 17 01:23:57.926180 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c19f839c-71da-40a0-8920-f755267f6150 req-75f9e024-af74-48d6-a590-46ae0dea04b0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419025 Aug 17 01:23:59.049549 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2e0dd-41ed-4c6b-b9fb-0cde90729306 req-e9ce117f-664d-438b-b3b1-494d102609dd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:23:59.051101 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bac2e0dd-41ed-4c6b-b9fb-0cde90729306 req-e9ce117f-664d-438b-b3b1-494d102609dd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 943 time: 0.0520158 Aug 17 01:23:59.099155 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bac2e0dd-41ed-4c6b-b9fb-0cde90729306 req-0259ddc6-07b6-4ec1-a542-66bdf36b7a28 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Aug 17 01:24:00.221840 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32bb4-8bcd-4215-8f13-57686493ebe5 req-6f5df58a-c3fa-400a-88d5-e83d19c77cc8 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:00.223375 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-31a32bb4-8bcd-4215-8f13-57686493ebe5 req-6f5df58a-c3fa-400a-88d5-e83d19c77cc8 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 943 time: 0.0514824 Aug 17 01:24:00.262313 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-31a32bb4-8bcd-4215-8f13-57686493ebe5 req-efbec6bf-6511-4b47-b405-0aa355efe1ad tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329323 Aug 17 01:24:01.381766 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55b117-8c9f-4b57-bdd8-03c5b028d06b req-6dbfeace-f6f0-4789-acab-45e11730d3fa tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:01.383435 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9c55b117-8c9f-4b57-bdd8-03c5b028d06b req-6dbfeace-f6f0-4789-acab-45e11730d3fa tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 943 time: 0.0538867 Aug 17 01:24:01.422907 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9c55b117-8c9f-4b57-bdd8-03c5b028d06b req-ccd01ef8-6918-455f-93c5-aadb7ce6a320 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325394 Aug 17 01:24:02.366366 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b5bb513e-0c38-4a59-a5ad-e2d6945e645c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:02.546542 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615278b1-1c07-4828-b11b-6b87f2be775c req-281f3e5b-dc9b-4334-a463-f1f7c255f25a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:02.547981 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-615278b1-1c07-4828-b11b-6b87f2be775c req-281f3e5b-dc9b-4334-a463-f1f7c255f25a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 943 time: 0.0536335 Aug 17 01:24:02.602661 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-615278b1-1c07-4828-b11b-6b87f2be775c req-10849ba5-8ed9-4e6d-bc71-5aedd6577689 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472560 Aug 17 01:24:03.719487 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522c9cd-9586-4b85-bff1-bdf59304d368 req-fbe65576-d364-4abb-9df1-5488551ecb5f tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:03.721431 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6522c9cd-9586-4b85-bff1-bdf59304d368 req-fbe65576-d364-4abb-9df1-5488551ecb5f tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 943 time: 0.0511415 Aug 17 01:24:03.764294 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6522c9cd-9586-4b85-bff1-bdf59304d368 req-dfbda8d1-bceb-4072-adbc-c8339e9ef043 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361071 Aug 17 01:24:04.200551 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7c8baa92-4c3e-4262-8585-ad0796365c19 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:24:04.298702 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 7c8baa92-4c3e-4262-8585-ad0796365c19, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7c8baa92-4c3e-4262-8585-ad0796365c19,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:04.313079 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'port_id': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:24:04.349850 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:04.363502 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8baa92-4c3e-4262-8585-ad0796365c19 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:24:04.384683 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 7c8baa92-4c3e-4262-8585-ad0796365c19, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7c8baa92-4c3e-4262-8585-ad0796365c19,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:04.457563 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:04.517120 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=7c8baa92-4c3e-4262-8585-ad0796365c19,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:04.714189 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['7c8baa92-4c3e-4262-8585-ad0796365c19'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:24:04.893956 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855984a1-b1ad-46a2-826f-3f8cec046164 req-9491455d-a922-443c-9fc7-073aa9e5a615 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:04.895514 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-855984a1-b1ad-46a2-826f-3f8cec046164 req-9491455d-a922-443c-9fc7-073aa9e5a615 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 944 time: 0.0555851 Aug 17 01:24:04.943663 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-855984a1-b1ad-46a2-826f-3f8cec046164 req-1ed1bb9b-b399-485d-a798-155f0bc1c3cc tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385656 Aug 17 01:24:05.942512 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:06.204087 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7c8baa92-4c3e-4262-8585-ad0796365c19 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:24:06.317057 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8511-8159-4d55-a32e-e5c93eb2e0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:06.361595 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70ccca-5314-4705-b167-01917324d3b9 req-2a690ed0-8788-4a75-8275-b3519ef15fd7 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:06.363433 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bf70ccca-5314-4705-b167-01917324d3b9 req-2a690ed0-8788-4a75-8275-b3519ef15fd7 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 944 time: 0.3386781 Aug 17 01:24:06.366069 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 7c8baa92-4c3e-4262-8585-ad0796365c19 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:24:06.375350 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 7c8baa92-4c3e-4262-8585-ad0796365c19 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:24:06.375939 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:06.413829 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bf70ccca-5314-4705-b167-01917324d3b9 req-820d96a0-6a80-4e4e-8a63-a2533b986da7 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360198 Aug 17 01:24:06.468813 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:06.496385 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8baa92-4c3e-4262-8585-ad0796365c19'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:24:06.498734 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b72904e-c39a-49d4-be87-cacfa5b3fd93" -d '{"events": [{"server_uuid": "5c4cfa02-6432-453d-b2f9-c5063d0fc93b", "name": "network-vif-plugged", "status": "completed", "tag": "7c8baa92-4c3e-4262-8585-ad0796365c19"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:24:06.514368 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 7c8baa92-4c3e-4262-8585-ad0796365c19, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7c8baa92-4c3e-4262-8585-ad0796365c19,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:06.550405 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d346a670-bb7a-44e0-a621-0ebc22d298d3 x-openstack-request-id: req-d346a670-bb7a-44e0-a621-0ebc22d298d3 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:24:06.550818 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4cfa02-6432-453d-b2f9-c5063d0fc93b", "name": "network-vif-plugged", "status": "completed", "tag": "7c8baa92-4c3e-4262-8585-ad0796365c19", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:24:06.551218 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d346a670-bb7a-44e0-a621-0ebc22d298d3 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:24:06.551842 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'code': 200} Aug 17 01:24:06.623780 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:06.689328 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=7c8baa92-4c3e-4262-8585-ad0796365c19,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:07.015666 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34054c-9a18-4eec-9861-ccca1c50e5ae req-17f0c844-7acf-4b73-a1b0-5848aa6997d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:07.017375 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1f34054c-9a18-4eec-9861-ccca1c50e5ae req-17f0c844-7acf-4b73-a1b0-5848aa6997d4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 1098 time: 0.0441260 Aug 17 01:24:07.056990 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1f34054c-9a18-4eec-9861-ccca1c50e5ae req-35d5f27b-7908-49c8-8750-b9aadf22b7b7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Aug 17 01:24:07.550079 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cac56-2acc-4b33-9f75-e64136674de0 req-a4e71cb5-6ebe-4e2b-9622-e9e12be6f324 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:07.551704 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9e8cac56-2acc-4b33-9f75-e64136674de0 req-a4e71cb5-6ebe-4e2b-9622-e9e12be6f324 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 945 time: 0.0650942 Aug 17 01:24:07.588993 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:07.607217 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9e8cac56-2acc-4b33-9f75-e64136674de0 req-159f9485-7d6b-437d-bcfe-3112ae59698a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469484 Aug 17 01:24:08.254031 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 45498) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:08.316567 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 45502) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:08.372485 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:08.468814 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:08.482099 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Deleting port 37d0c52d-21f8-4f50-a09e-c98e4956ac4f {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:24:08.482476 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:08.543409 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:08.559233 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:08.559581 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:08.571899 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Calling delete_port for 37d0c52d-21f8-4f50-a09e-c98e4956ac4f owned by network:floatingip {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:24:08.583305 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2884758678b94d169c419e93f152b30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278480 Aug 17 01:24:08.584007 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767f8868-b760-4a49-80fe-52a47241294b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:08.586737 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 45506) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:08.592118 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:08.592476 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:08.592825 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:08.593167 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:08.593503 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:08.593838 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:08.594173 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:08.594564 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:08.595149 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:08.595477 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:08.595803 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:08.596134 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f93d6-08ab-4ade-8ad6-e78c55a8e93e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:08.756885 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b8f27332-86dd-4351-8076-c73a9c700b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:08.804541 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfe4cd-799d-475e-a87f-b275f914cb0f req-89feade5-e550-4fa6-bd56-be3c197a423e tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:08.806658 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-06cfe4cd-799d-475e-a87f-b275f914cb0f req-89feade5-e550-4fa6-bd56-be3c197a423e tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 945 time: 0.1186950 Aug 17 01:24:08.809583 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b8f27332-86dd-4351-8076-c73a9c700b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:08.914819 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-06cfe4cd-799d-475e-a87f-b275f914cb0f req-dd862fcf-21d9-4db7-a13a-896d06e5c528 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972314 Aug 17 01:24:09.017523 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:09.043742 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event deleted for resources: {'Port': ['ID=37d0c52d-21f8-4f50-a09e-c98e4956ac4f,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:09.052620 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b8f27332-86dd-4351-8076-c73a9c700b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:09.052871 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b9f8b-a28c-40a2-8694-7a8653bdb0f8 req-e6af2acf-d91b-44ad-99c8-75dfd238b9da tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:09.054464 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e83b9f8b-a28c-40a2-8694-7a8653bdb0f8 req-e6af2acf-d91b-44ad-99c8-75dfd238b9da tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 945 time: 0.0550749 Aug 17 01:24:09.058647 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b8f27332-86dd-4351-8076-c73a9c700b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:09.058647 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-b8f27332-86dd-4351-8076-c73a9c700b42 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/767f8868-b760-4a49-80fe-52a47241294b HTTP/1.1" status: 204 len: 168 time: 0.4688866 Aug 17 01:24:09.102286 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f27332-86dd-4351-8076-c73a9c700b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767f8868-b760-4a49-80fe-52a47241294b,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:09.104849 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e83b9f8b-a28c-40a2-8694-7a8653bdb0f8 req-e6e2b4a2-fbd2-4ae2-b67e-3feeb265acae tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406442 Aug 17 01:24:09.130467 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 45514) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:09.176874 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for floatingip, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:09.177208 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.l3_db [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Floating IP 60dd55c4-4271-40fd-9544-91e968344020 disassociated (deleted). External IP: 172.27.3.220, port: adf354e4-5aaf-4731-89dc-5a661c4099a9. Aug 17 01:24:09.469323 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:09.521581 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7db254-2511-4946-a832-6cdd1675f17e tempest-TestVolumeBootPattern-1114920613 tempest-TestVolumeBootPattern-1114920613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:09.523843 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-8c7db254-2511-4946-a832-6cdd1675f17e tempest-TestVolumeBootPattern-1114920613 tempest-TestVolumeBootPattern-1114920613-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 1093 time: 0.3917053 Aug 17 01:24:09.527088 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 45522) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:09.539034 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'floatingip': {'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'port_id': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:24:09.636035 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:09.797854 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Router 092c8ac4-769a-45b9-875d-dc4621dd2512 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:24:09.875251 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:09.976936 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:24:09.983419 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:09.986965 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44d758-402b-45a3-9596-2a5ef1a59744 None None] Sync routers for ids ['092c8ac4-769a-45b9-875d-dc4621dd2512'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:24:09.998079 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44d758-402b-45a3-9596-2a5ef1a59744 None None] Routers {'092c8ac4-769a-45b9-875d-dc4621dd2512'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:24:09.998790 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-9e44d758-402b-45a3-9596-2a5ef1a59744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:24:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['092c8ac4-769a-45b9-875d-dc4621dd2512'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:10.038600 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-7d9f6444-46d8-4c1a-a949-dfd83df3dcdc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "DELETE /v2.0/floatingips/60dd55c4-4271-40fd-9544-91e968344020 HTTP/1.1" status: 204 len: 168 time: 1.7197843 Aug 17 01:24:10.040308 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:24:10.043695 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c2a115-debe-404d-b002-bf86a9f4e1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:24:10.078012 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Allocated IP 172.27.3.235 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/1a7d633c-8a03-49be-ac05-69445ac689f3) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:24:10.098957 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0054b7e0-fb20-4f8a-a187-0a2c5d7beb21 x-openstack-request-id: req-0054b7e0-fb20-4f8a-a187-0a2c5d7beb21 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:24:10.099340 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:24:10.099699 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0054b7e0-fb20-4f8a-a187-0a2c5d7beb21 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:24:10.100495 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'status': 'completed', 'code': 200} Aug 17 01:24:10.197666 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-9e44d758-402b-45a3-9596-2a5ef1a59744 None None] Set router 092c8ac4-769a-45b9-875d-dc4621dd2512 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:24:10.222228 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2a115-debe-404d-b002-bf86a9f4e1b1 req-9295b9c8-4c89-4904-8d8f-ece3b5c71604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:10.223781 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b7c2a115-debe-404d-b002-bf86a9f4e1b1 req-9295b9c8-4c89-4904-8d8f-ece3b5c71604 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9a1cf69554774acaacc1703ac85c3af9&device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 1098 time: 0.0704122 Aug 17 01:24:10.304395 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:10.397247 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2a115-debe-404d-b002-bf86a9f4e1b1 req-cdc47f87-5c1d-4260-a478-79fa65eb325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:10.399056 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b7c2a115-debe-404d-b002-bf86a9f4e1b1 req-cdc47f87-5c1d-4260-a478-79fa65eb325b service neutron] 10.222.0.81 "GET /v2.0/networks?id=dac90b60-01c5-420a-9cef-61942492c749 HTTP/1.1" status: 200 len: 909 time: 0.1629248 Aug 17 01:24:10.449516 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-9e44d758-402b-45a3-9596-2a5ef1a59744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:19:21Z', 'revision_number': 4, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '0f42ed0e-ede2-463a-a27d-f934cd69234c', 'name': '', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'mac_address': 'fa:16:3e:47:c3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:20Z', 'updated_at': '2021-08-17T01:19:26Z', 'revision_number': 5, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'subnets': [{'id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:10.454109 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b7c2a115-debe-404d-b002-bf86a9f4e1b1 req-f8597f23-4a84-41b2-afa9-ccfd82f4f8f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9 HTTP/1.1" status: 200 len: 217 time: 0.0465562 Aug 17 01:24:10.484127 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44d758-402b-45a3-9596-2a5ef1a59744 None None] Checking router: 092c8ac4-769a-45b9-875d-dc4621dd2512 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:24:10.498367 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44d758-402b-45a3-9596-2a5ef1a59744 None None] Routers {'092c8ac4-769a-45b9-875d-dc4621dd2512'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:24:10.499073 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:10.499557 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-9e44d758-402b-45a3-9596-2a5ef1a59744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:24:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['092c8ac4-769a-45b9-875d-dc4621dd2512'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:10.544548 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:24:10.552827 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2a115-debe-404d-b002-bf86a9f4e1b1 req-577ae6ba-819f-45d8-bc08-ee0fda664734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:10.554250 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b7c2a115-debe-404d-b002-bf86a9f4e1b1 req-577ae6ba-819f-45d8-bc08-ee0fda664734 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b37c8186-f6ab-43fa-a4a6-ea086fecbf54 HTTP/1.1" status: 200 len: 848 time: 0.0925450 Aug 17 01:24:10.557822 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:24:10.561616 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:24:10.596176 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'Port': ['ID=1a7d633c-8a03-49be-ac05-69445ac689f3,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:10.670301 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2a115-debe-404d-b002-bf86a9f4e1b1 req-26733a1e-1eba-4446-8095-032b3f1e23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:10.671848 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b7c2a115-debe-404d-b002-bf86a9f4e1b1 req-26733a1e-1eba-4446-8095-032b3f1e23e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dac90b60-01c5-420a-9cef-61942492c749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078374 Aug 17 01:24:10.680113 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-9e44d758-402b-45a3-9596-2a5ef1a59744 None None] Set router 092c8ac4-769a-45b9-875d-dc4621dd2512 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:24:10.749545 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a44739-2611-49e1-be23-ddd952233f3b req-cb88a9f2-8f90-4e2f-ac9e-c92151033a70 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:10.759750 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-49a44739-2611-49e1-be23-ddd952233f3b req-cb88a9f2-8f90-4e2f-ac9e-c92151033a70 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.1094317 Aug 17 01:24:10.816838 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-49a44739-2611-49e1-be23-ddd952233f3b req-bf5fb60d-2a3c-4eba-8c06-b5b8dbc509cb tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465157 Aug 17 01:24:10.905351 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b7c2a115-debe-404d-b002-bf86a9f4e1b1 req-b435e587-4af5-4802-8c11-1433a7a13c6f service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162378 Aug 17 01:24:10.951041 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-9e44d758-402b-45a3-9596-2a5ef1a59744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:19:21Z', 'revision_number': 4, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '0f42ed0e-ede2-463a-a27d-f934cd69234c', 'name': '', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'mac_address': 'fa:16:3e:47:c3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:20Z', 'updated_at': '2021-08-17T01:19:26Z', 'revision_number': 5, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'subnets': [{'id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:10.981797 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44d758-402b-45a3-9596-2a5ef1a59744 None None] The sync data for ids ['092c8ac4-769a-45b9-875d-dc4621dd2512'] in dv-cinder-803901-7-iscsi is: [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:19:21Z', 'revision_number': 4, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '0f42ed0e-ede2-463a-a27d-f934cd69234c', 'name': '', 'network_id': 'dac90b60-01c5-420a-9cef-61942492c749', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'mac_address': 'fa:16:3e:47:c3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:20Z', 'updated_at': '2021-08-17T01:19:26Z', 'revision_number': 5, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'subnets': [{'id': 'b37c8186-f6ab-43fa-a4a6-ea086fecbf54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:24:11.084976 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b7c2a115-debe-404d-b002-bf86a9f4e1b1 req-cfd76284-b27f-40b5-b12f-e5f65c7eaa07 service neutron] 10.222.0.81 "GET /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666217 Aug 17 01:24:11.157470 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:11.237749 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af74a35-ca8e-482a-a53a-84c173130008 None None] New status for floating IP 60dd55c4-4271-40fd-9544-91e968344020: DOWN {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:24:11.312454 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:11.474920 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:11.581775 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:11.651599 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'Port': ['ID=1a7d633c-8a03-49be-ac05-69445ac689f3,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:11.663797 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:11.764840 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.l3_db [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Floating IP e6a49076-9777-412b-bc9d-65097a7a517a associated. External IP: 172.27.3.235, port: 7c8baa92-4c3e-4262-8585-ad0796365c19. Aug 17 01:24:12.004100 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b806cc-4cb6-41b9-9e05-4a329e937ca4 req-f3e44cb5-a065-4c37-9057-f2500e1e505b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:12.007196 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-54b806cc-4cb6-41b9-9e05-4a329e937ca4 req-f3e44cb5-a065-4c37-9057-f2500e1e505b tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0994775 Aug 17 01:24:12.055058 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:24:12.080464 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-54b806cc-4cb6-41b9-9e05-4a329e937ca4 req-df158491-6581-454e-828d-a1413b1af0f7 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627050 Aug 17 01:24:12.189789 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:24:12.200282 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e34122-0638-4c9a-9052-e68dc6a45296 None None] Sync routers for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:24:12.209575 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e34122-0638-4c9a-9052-e68dc6a45296 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:24:12.210196 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-b0e34122-0638-4c9a-9052-e68dc6a45296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:24:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:12.268817 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:12.296638 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-cdc69a0f-ee95-460f-b17e-17c3b8a00022 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7624466 Aug 17 01:24:12.297228 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'tag': '7c8baa92-4c3e-4262-8585-ad0796365c19'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:24:12.299509 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d8c25c-21a3-4837-b3a3-005a357c9acb" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4cfa02-6432-453d-b2f9-c5063d0fc93b", "tag": "7c8baa92-4c3e-4262-8585-ad0796365c19"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:24:12.322158 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-b0e34122-0638-4c9a-9052-e68dc6a45296 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:24:12.334854 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8b69bb-caac-45cb-80ab-c659e7cbe97e x-openstack-request-id: req-9f8b69bb-caac-45cb-80ab-c659e7cbe97e {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:24:12.335144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4cfa02-6432-453d-b2f9-c5063d0fc93b", "tag": "7c8baa92-4c3e-4262-8585-ad0796365c19", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:24:12.335404 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f8b69bb-caac-45cb-80ab-c659e7cbe97e {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:24:12.335886 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'tag': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'status': 'completed', 'code': 200} Aug 17 01:24:12.569834 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-b0e34122-0638-4c9a-9052-e68dc6a45296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'e6a49076-9777-412b-bc9d-65097a7a517a', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:24:10Z', 'updated_at': '2021-08-17T01:24:10Z', 'revision_number': 0, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:12.596892 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e34122-0638-4c9a-9052-e68dc6a45296 None None] Checking router: 6959f7f3-2c31-486e-b19c-a7ff112a77e0 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:24:12.605946 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e34122-0638-4c9a-9052-e68dc6a45296 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:24:12.606590 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-b0e34122-0638-4c9a-9052-e68dc6a45296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:24:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:12.713603 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-b0e34122-0638-4c9a-9052-e68dc6a45296 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:24:12.950349 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-b0e34122-0638-4c9a-9052-e68dc6a45296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'e6a49076-9777-412b-bc9d-65097a7a517a', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:24:10Z', 'updated_at': '2021-08-17T01:24:10Z', 'revision_number': 0, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:12.976638 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e34122-0638-4c9a-9052-e68dc6a45296 None None] The sync data for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi is: [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'e6a49076-9777-412b-bc9d-65097a7a517a', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:24:10Z', 'updated_at': '2021-08-17T01:24:10Z', 'revision_number': 0, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:24:13.182694 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855a6c9e-b958-4a80-88df-2e5d98c10b63 None None] New status for floating IP e6a49076-9777-412b-bc9d-65097a7a517a: ACTIVE {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:24:13.207432 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469d0fb-9e3d-4b0b-adf1-c4c5e8bcadd9 req-a4f26156-35ad-41c9-93d5-2baaf88b0489 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:13.208932 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a469d0fb-9e3d-4b0b-adf1-c4c5e8bcadd9 req-a4f26156-35ad-41c9-93d5-2baaf88b0489 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0552473 Aug 17 01:24:13.248216 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a469d0fb-9e3d-4b0b-adf1-c4c5e8bcadd9 req-faeac88d-4e06-45bf-9190-fd6fd37e9186 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327234 Aug 17 01:24:14.367465 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b5b90-273a-4c36-96ad-a14bb102080b req-7e1ddc7f-13a3-4d60-8811-9a2e3d532b91 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:14.369531 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6b8b5b90-273a-4c36-96ad-a14bb102080b req-7e1ddc7f-13a3-4d60-8811-9a2e3d532b91 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0509260 Aug 17 01:24:14.411040 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6b8b5b90-273a-4c36-96ad-a14bb102080b req-d6c8a7e0-7fac-417f-9799-7424d3cea74c tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353601 Aug 17 01:24:14.836630 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8c25c-21a3-4837-b3a3-005a357c9acb req-7715526e-a7b5-4a4c-864a-76f87e705a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:14.839326 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-07d8c25c-21a3-4837-b3a3-005a357c9acb req-7715526e-a7b5-4a4c-864a-76f87e705a00 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 1098 time: 0.0470471 Aug 17 01:24:14.954539 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8c25c-21a3-4837-b3a3-005a357c9acb req-6be272e8-2e9d-4415-8691-705916379ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:14.956096 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-07d8c25c-21a3-4837-b3a3-005a357c9acb req-6be272e8-2e9d-4415-8691-705916379ce6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 912 time: 0.1008739 Aug 17 01:24:15.015455 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d36b8-a165-4e02-9f0b-6fc531e0cf9a req-b4e5b5b1-ba08-4b60-8ec8-89779d6a3470 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:15.017038 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-379d36b8-a165-4e02-9f0b-6fc531e0cf9a req-b4e5b5b1-ba08-4b60-8ec8-89779d6a3470 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.81 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 945 time: 0.0665650 Aug 17 01:24:15.109117 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-07d8c25c-21a3-4837-b3a3-005a357c9acb req-1b252628-365e-4d2e-a038-8728c80ffb49 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c8baa92-4c3e-4262-8585-ad0796365c19 HTTP/1.1" status: 200 len: 1001 time: 0.1261649 Aug 17 01:24:15.146985 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-379d36b8-a165-4e02-9f0b-6fc531e0cf9a req-15c0f3a4-5f4c-4e79-84c9-48a32f88a8b1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Deleting port adf354e4-5aaf-4731-89dc-5a661c4099a9 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:24:15.147320 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-379d36b8-a165-4e02-9f0b-6fc531e0cf9a req-15c0f3a4-5f4c-4e79-84c9-48a32f88a8b1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:15.155732 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8c25c-21a3-4837-b3a3-005a357c9acb req-5cd43541-7971-47bb-afe2-fdd81b346999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:15.157443 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-07d8c25c-21a3-4837-b3a3-005a357c9acb req-5cd43541-7971-47bb-afe2-fdd81b346999 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6df92ead-3437-460e-ac56-bea91a2ffc37 HTTP/1.1" status: 200 len: 851 time: 0.0554078 Aug 17 01:24:15.219971 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8c25c-21a3-4837-b3a3-005a357c9acb req-f024b6db-c6ad-48c6-aa0c-4248a1e9dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:15.222083 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-07d8c25c-21a3-4837-b3a3-005a357c9acb req-f024b6db-c6ad-48c6-aa0c-4248a1e9dc69 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569341 Aug 17 01:24:15.312484 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-379d36b8-a165-4e02-9f0b-6fc531e0cf9a req-15c0f3a4-5f4c-4e79-84c9-48a32f88a8b1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] For port adf354e4-5aaf-4731-89dc-5a661c4099a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=adf354e4-5aaf-4731-89dc-5a661c4099a9,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:15.313059 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-379d36b8-a165-4e02-9f0b-6fc531e0cf9a req-15c0f3a4-5f4c-4e79-84c9-48a32f88a8b1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:15.337699 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [req-379d36b8-a165-4e02-9f0b-6fc531e0cf9a req-15c0f3a4-5f4c-4e79-84c9-48a32f88a8b1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Calling delete_port for adf354e4-5aaf-4731-89dc-5a661c4099a9 owned by compute:nova {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:24:15.611985 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-379d36b8-a165-4e02-9f0b-6fc531e0cf9a req-15c0f3a4-5f4c-4e79-84c9-48a32f88a8b1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:15.645362 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0f3a4-5f4c-4e79-84c9-48a32f88a8b1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event deleted for resources: {'Port': ['ID=adf354e4-5aaf-4731-89dc-5a661c4099a9,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:15.670940 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d066c15-ba2d-4e53-8ac8-41cfa235daa1 req-9ac449bc-691c-42b3-ba8b-82484faded07 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:15.672675 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3d066c15-ba2d-4e53-8ac8-41cfa235daa1 req-9ac449bc-691c-42b3-ba8b-82484faded07 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 867 time: 0.1080568 Aug 17 01:24:15.687964 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-07d8c25c-21a3-4837-b3a3-005a357c9acb req-6c775f1c-a961-48f8-949c-2ae125e2c2a9 service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574347 Aug 17 01:24:15.730449 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [req-379d36b8-a165-4e02-9f0b-6fc531e0cf9a req-15c0f3a4-5f4c-4e79-84c9-48a32f88a8b1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] No DVR routers for this DVR port adf354e4-5aaf-4731-89dc-5a661c4099a9 on host hv-cinder-80390 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:24:15.730449 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-379d36b8-a165-4e02-9f0b-6fc531e0cf9a req-15c0f3a4-5f4c-4e79-84c9-48a32f88a8b1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:15.742873 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-379d36b8-a165-4e02-9f0b-6fc531e0cf9a req-15c0f3a4-5f4c-4e79-84c9-48a32f88a8b1 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.81 "DELETE /v2.0/ports/adf354e4-5aaf-4731-89dc-5a661c4099a9 HTTP/1.1" status: 204 len: 173 time: 0.7094607 Aug 17 01:24:15.742873 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'name': 'network-vif-deleted', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:24:15.742873 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6cc23a-fbd0-452e-9b20-eb71440ab73c" -d '{"events": [{"server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "name": "network-vif-deleted", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:24:15.798045 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3d066c15-ba2d-4e53-8ac8-41cfa235daa1 req-e87e0fec-34e1-49f7-a527-cd998debf970 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/security-groups?id=71a21b4b-ea7f-484e-8e10-f8a241af46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064954 Aug 17 01:24:15.858902 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1bb31d-f4ad-45c3-8ffd-c0239ec1b09f x-openstack-request-id: req-dd1bb31d-f4ad-45c3-8ffd-c0239ec1b09f {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:24:15.858902 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bc6ca6-a891-41e5-9f5e-5e3049cd807b", "name": "network-vif-deleted", "tag": "adf354e4-5aaf-4731-89dc-5a661c4099a9", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:24:15.858902 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd1bb31d-f4ad-45c3-8ffd-c0239ec1b09f {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:24:15.858902 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bc6ca6-a891-41e5-9f5e-5e3049cd807b', 'name': 'network-vif-deleted', 'tag': 'adf354e4-5aaf-4731-89dc-5a661c4099a9', 'status': 'completed', 'code': 200} Aug 17 01:24:15.865949 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-07d8c25c-21a3-4837-b3a3-005a357c9acb req-c20ec90e-481f-4687-b935-ab8bc93b10c0 service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672609 Aug 17 01:24:16.257705 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device adf354e4-5aaf-4731-89dc-5a661c4099a9 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:24:16.280109 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: adf354e4-5aaf-4731-89dc-5a661c4099a9 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:24:16.280364 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device adf354e4-5aaf-4731-89dc-5a661c4099a9 not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:24:16.919374 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b630380b-2add-4858-a49f-7df8ca648fe7 req-83f37e07-f2b2-4136-9408-6f060e7161bc tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 210 time: 0.0375123 Aug 17 01:24:18.036697 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-22400584-f26d-4a3a-96f0-4ced2d8f00b0 req-832cd1dd-731b-4888-8da0-00e506bf5a12 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 210 time: 0.0309060 Aug 17 01:24:19.153067 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bfb7b988-bad1-4cd1-a901-e29f05ee0ff0 req-a2ad2ff8-5b92-460c-a76d-603b70dd7eb8 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 210 time: 0.0310040 Aug 17 01:24:20.284692 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-de25e449-1823-4c04-a29e-f6260c11ad62 req-fd946ab7-f751-4d1b-9c52-621099995a87 tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc6ca6-a891-41e5-9f5e-5e3049cd807b HTTP/1.1" status: 200 len: 210 time: 0.0351350 Aug 17 01:24:21.365226 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 45648) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:21.472021 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3301-75b6-4e4b-a5c2-fcf112ce53de tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:21.515598 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3301-75b6-4e4b-a5c2-fcf112ce53de tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:21.652569 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3301-75b6-4e4b-a5c2-fcf112ce53de tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:21.655066 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3301-75b6-4e4b-a5c2-fcf112ce53de tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:21.656387 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-1ffd3301-75b6-4e4b-a5c2-fcf112ce53de tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] 10.222.0.45 "DELETE /v2.0/security-groups/71a21b4b-ea7f-484e-8e10-f8a241af46f9 HTTP/1.1" status: 204 len: 168 time: 0.2897813 Aug 17 01:24:21.666148 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd3301-75b6-4e4b-a5c2-fcf112ce53de tempest-TestShelveInstance-9138853 tempest-TestShelveInstance-9138853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a21b4b-ea7f-484e-8e10-f8a241af46f9,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:21.789523 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 45656) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:22.280873 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:22.426969 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-badef36f-1d5e-4567-b0de-c0b77402d1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7907579'] for router_interface, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:22.732420 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-badef36f-1d5e-4567-b0de-c0b77402d1ae admin admin] Deleting port 0f42ed0e-ede2-463a-a27d-f934cd69234c {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:24:22.732961 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-badef36f-1d5e-4567-b0de-c0b77402d1ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:22.833057 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-badef36f-1d5e-4567-b0de-c0b77402d1ae admin admin] For port 0f42ed0e-ede2-463a-a27d-f934cd69234c, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=0f42ed0e-ede2-463a-a27d-f934cd69234c,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:22.833572 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-badef36f-1d5e-4567-b0de-c0b77402d1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:22.849763 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-badef36f-1d5e-4567-b0de-c0b77402d1ae admin admin] Calling delete_port for 0f42ed0e-ede2-463a-a27d-f934cd69234c owned by network:router_interface {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:24:23.181356 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:24:23.263902 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-badef36f-1d5e-4567-b0de-c0b77402d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:23.292253 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badef36f-1d5e-4567-b0de-c0b77402d1ae admin admin] Pushing event deleted for resources: {'Port': ['ID=0f42ed0e-ede2-463a-a27d-f934cd69234c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:23.483320 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-badef36f-1d5e-4567-b0de-c0b77402d1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8274795'] for router_interface, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:23.710256 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badef36f-1d5e-4567-b0de-c0b77402d1ae admin admin] Router 092c8ac4-769a-45b9-875d-dc4621dd2512 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:24:23.830503 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badef36f-1d5e-4567-b0de-c0b77402d1ae admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:24:23.838646 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-badef36f-1d5e-4567-b0de-c0b77402d1ae admin admin] 10.222.0.45 "PUT /v2.0/routers/092c8ac4-769a-45b9-875d-dc4621dd2512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0454595 Aug 17 01:24:23.838899 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 45668) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:23.849269 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93cda08-1469-4ab5-a345-a3a771735e38 None None] Sync routers for ids ['092c8ac4-769a-45b9-875d-dc4621dd2512'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:24:23.860739 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93cda08-1469-4ab5-a345-a3a771735e38 None None] Routers {'092c8ac4-769a-45b9-875d-dc4621dd2512'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:24:23.861612 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-b93cda08-1469-4ab5-a345-a3a771735e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:24:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['092c8ac4-769a-45b9-875d-dc4621dd2512'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:23.954595 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:24.084771 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:24.114332 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-b93cda08-1469-4ab5-a345-a3a771735e38 None None] Set router 092c8ac4-769a-45b9-875d-dc4621dd2512 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:24:24.246015 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Deleting port 1179a917-f3eb-4dad-b33f-312126a2c4aa {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:24:24.246570 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:24.341280 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-b93cda08-1469-4ab5-a345-a3a771735e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:24:23Z', 'revision_number': 5, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port': {'id': '1179a917-f3eb-4dad-b33f-312126a2c4aa', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:17Z', 'updated_at': '2021-08-17T01:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:24.352216 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] For port 1179a917-f3eb-4dad-b33f-312126a2c4aa, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=1179a917-f3eb-4dad-b33f-312126a2c4aa,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:24.352578 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:24.366133 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Calling delete_port for 1179a917-f3eb-4dad-b33f-312126a2c4aa owned by network:router_gateway {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:24:24.370830 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93cda08-1469-4ab5-a345-a3a771735e38 None None] Checking router: 092c8ac4-769a-45b9-875d-dc4621dd2512 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:24:24.380786 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93cda08-1469-4ab5-a345-a3a771735e38 None None] Routers {'092c8ac4-769a-45b9-875d-dc4621dd2512'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:24:24.381712 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-b93cda08-1469-4ab5-a345-a3a771735e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:24:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['092c8ac4-769a-45b9-875d-dc4621dd2512'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:24.476519 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-b93cda08-1469-4ab5-a345-a3a771735e38 None None] Set router 092c8ac4-769a-45b9-875d-dc4621dd2512 gateway port host: None {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:24:24.539865 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-b93cda08-1469-4ab5-a345-a3a771735e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:24:24Z', 'revision_number': 6, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port_host': None}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:24.570805 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93cda08-1469-4ab5-a345-a3a771735e38 None None] The sync data for ids ['092c8ac4-769a-45b9-875d-dc4621dd2512'] in dv-cinder-803901-7-iscsi is: [{'id': '092c8ac4-769a-45b9-875d-dc4621dd2512', 'name': 'tempest-TestShelveInstance-1800836514-router', 'tenant_id': '9a1cf69554774acaacc1703ac85c3af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:16Z', 'updated_at': '2021-08-17T01:24:24Z', 'revision_number': 6, 'project_id': '9a1cf69554774acaacc1703ac85c3af9', 'gw_port_host': None}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:24:24.611827 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:24.639414 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Pushing event deleted for resources: {'Port': ['ID=1179a917-f3eb-4dad-b33f-312126a2c4aa,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:24.703508 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910051'] for router_gateway, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:24.795016 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7907728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499866'] for router, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:24.797105 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.023801 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7907817'] for router, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.024611 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 092c8ac4-769a-45b9-875d-dc4621dd2512 {{(pid=94702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:24:25.030195 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] Notify callbacks [] for router, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.031480 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-41b11460-9487-49be-9aa1-715dc19c56fc admin admin] 10.222.0.45 "DELETE /v2.0/routers/092c8ac4-769a-45b9-875d-dc4621dd2512 HTTP/1.1" status: 204 len: 168 time: 1.1916144 Aug 17 01:24:25.034043 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 45674) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:25.079961 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b420cc-fc6e-4b1d-bd29-037603de4dee admin admin] Deleting subnet b37c8186-f6ab-43fa-a4a6-ea086fecbf54 {{(pid=94702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:24:25.083298 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-63b420cc-fc6e-4b1d-bd29-037603de4dee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.129807 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-63b420cc-fc6e-4b1d-bd29-037603de4dee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33340867'] for subnet, precommit_delete_associations {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.247259 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-63b420cc-fc6e-4b1d-bd29-037603de4dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.394924 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-63b420cc-fc6e-4b1d-bd29-037603de4dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4923002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4400140'] for subnet, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.426563 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b420cc-fc6e-4b1d-bd29-037603de4dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37c8186-f6ab-43fa-a4a6-ea086fecbf54,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:25.436181 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-63b420cc-fc6e-4b1d-bd29-037603de4dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.438186 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-63b420cc-fc6e-4b1d-bd29-037603de4dee admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b37c8186-f6ab-43fa-a4a6-ea086fecbf54 HTTP/1.1" status: 204 len: 168 time: 0.4016807 Aug 17 01:24:25.439793 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 45688) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:25.444318 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0c238b-fa9c-4163-90a8-76390ea26df8 None None] Network dac90b60-01c5-420a-9cef-61942492c749 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:24:25.515847 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.590911 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Deleting port ec40ef07-6cc8-4d38-914d-660dfc1af9cf {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:24:25.591250 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.658336 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ad7c72-55df-4175-8104-aacbe0aab93c None None] DHCP port deletion for dac90b60-01c5-420a-9cef-61942492c749 request from dv-cinder-803901-7-iscsi {{(pid=94704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:24:25.672885 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] For port ec40ef07-6cc8-4d38-914d-660dfc1af9cf, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=ec40ef07-6cc8-4d38-914d-660dfc1af9cf,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:25.673690 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.694605 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Calling delete_port for ec40ef07-6cc8-4d38-914d-660dfc1af9cf owned by network:dhcp {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:24:25.716497 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad7c72-55df-4175-8104-aacbe0aab93c None None] Deleting port ec40ef07-6cc8-4d38-914d-660dfc1af9cf {{(pid=94704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:24:25.716868 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7c72-55df-4175-8104-aacbe0aab93c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.800525 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-a3ad7c72-55df-4175-8104-aacbe0aab93c None None] For port ec40ef07-6cc8-4d38-914d-660dfc1af9cf, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=ec40ef07-6cc8-4d38-914d-660dfc1af9cf,segment=NetworkSegment(4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404),segment_id=4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:25.800935 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7c72-55df-4175-8104-aacbe0aab93c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.823999 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad7c72-55df-4175-8104-aacbe0aab93c None None] Calling delete_port for ec40ef07-6cc8-4d38-914d-660dfc1af9cf owned by network:dhcp {{(pid=94704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:24:25.870582 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device ec40ef07-6cc8-4d38-914d-660dfc1af9cf no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:24:25.887269 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:25.918886 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec40ef07-6cc8-4d38-914d-660dfc1af9cf,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:25.921135 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] No DVR routers for this DVR port ec40ef07-6cc8-4d38-914d-660dfc1af9cf on host dv-cinder-803901-7-iscsi {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:24:25.923444 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No active binding found for port ec40ef07-6cc8-4d38-914d-660dfc1af9cf {{(pid=94704) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 01:24:25.923867 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device ec40ef07-6cc8-4d38-914d-660dfc1af9cf not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:24:25.924361 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 0f42ed0e-ede2-463a-a27d-f934cd69234c no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:24:25.930130 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:25.930510 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:25.930840 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:25.931443 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:25.931787 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:25.932126 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:25.932464 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:25.932797 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:25.933114 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:25.933440 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:25.933821 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:25.934152 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:25.949118 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 0f42ed0e-ede2-463a-a27d-f934cd69234c {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:24:25.949386 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 0f42ed0e-ede2-463a-a27d-f934cd69234c not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:24:25.949810 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 1179a917-f3eb-4dad-b33f-312126a2c4aa no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:24:25.976959 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 1179a917-f3eb-4dad-b33f-312126a2c4aa {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:24:25.977307 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 1179a917-f3eb-4dad-b33f-312126a2c4aa not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:24:25.986944 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7c72-55df-4175-8104-aacbe0aab93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367'] for port, after_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:26.005247 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:26.014459 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad7c72-55df-4175-8104-aacbe0aab93c None None] Pushing event deleted for resources: {'Port': ['ID=ec40ef07-6cc8-4d38-914d-660dfc1af9cf,revision_number=None']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:26.016289 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad7c72-55df-4175-8104-aacbe0aab93c None None] No DVR routers for this DVR port ec40ef07-6cc8-4d38-914d-660dfc1af9cf on host dv-cinder-803901-7-iscsi {{(pid=94704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:24:26.018239 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac90b60-01c5-420a-9cef-61942492c749']}} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:26.033932 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404') {'for_net_delete': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:26.034228 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb5dfa1-7ea9-4f9c-9ed0-c8cc142e3404') {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:26.044267 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5595762'] for segment, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:26.059023 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:26.064969 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:24:26.065339 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33455064'] for segment, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: Traceback (most recent call last): Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: timer() Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: cb(*args, **kw) Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: return func(*args, **kwargs) Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: self._notify() Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: self.callback(batched_events) Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: event.method(event) Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: return f(self, *a, **k) Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._get(url).json() Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: return self.request(url, 'GET', **kwargs) Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:24:26.066994 dv-cinder-803901-7-iscsi neutron-server[94703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:24:26.222681 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:26.228125 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:26.235384 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] 10.222.0.45 "DELETE /v2.0/networks/dac90b60-01c5-420a-9cef-61942492c749 HTTP/1.1" status: 204 len: 168 time: 0.7899261 Aug 17 01:24:26.235685 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 45694) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:26.241196 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19801626-700f-4f02-839a-93735e6bfb6a admin admin] Pushing event deleted for resources: {'Network': ['ID=dac90b60-01c5-420a-9cef-61942492c749,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:26.842744 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-68d17bfd-4d5b-4bb0-98ea-f305a30953d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7907579'] for router_interface, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:27.102616 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-68d17bfd-4d5b-4bb0-98ea-f305a30953d7 admin admin] Deleting port d75a2d94-037c-499e-8f3f-accafb490f11 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:24:27.102881 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-68d17bfd-4d5b-4bb0-98ea-f305a30953d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:27.184289 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-68d17bfd-4d5b-4bb0-98ea-f305a30953d7 admin admin] For port d75a2d94-037c-499e-8f3f-accafb490f11, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=d75a2d94-037c-499e-8f3f-accafb490f11,segment=NetworkSegment(a0875727-1881-44f9-9a7a-afcf2d4ba1ea),segment_id=a0875727-1881-44f9-9a7a-afcf2d4ba1ea)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:27.184684 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-68d17bfd-4d5b-4bb0-98ea-f305a30953d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:27.197435 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-68d17bfd-4d5b-4bb0-98ea-f305a30953d7 admin admin] Calling delete_port for d75a2d94-037c-499e-8f3f-accafb490f11 owned by network:router_interface {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:24:27.440363 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-68d17bfd-4d5b-4bb0-98ea-f305a30953d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:27.470517 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d17bfd-4d5b-4bb0-98ea-f305a30953d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75a2d94-037c-499e-8f3f-accafb490f11,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:27.654448 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-68d17bfd-4d5b-4bb0-98ea-f305a30953d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8274795'] for router_interface, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:27.896264 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d17bfd-4d5b-4bb0-98ea-f305a30953d7 admin admin] Router f2fc543b-ee2d-4ec5-a2f6-2267c4085fec has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:24:28.003361 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d17bfd-4d5b-4bb0-98ea-f305a30953d7 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:24:28.008504 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-68d17bfd-4d5b-4bb0-98ea-f305a30953d7 admin admin] 10.222.0.45 "PUT /v2.0/routers/f2fc543b-ee2d-4ec5-a2f6-2267c4085fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732975 Aug 17 01:24:28.011049 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 45716) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:28.013489 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b7fdb-e31b-4a75-9a76-b89aba2a737d None None] Sync routers for ids ['f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:24:28.022892 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b7fdb-e31b-4a75-9a76-b89aba2a737d None None] Routers {'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:24:28.023516 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-ee7b7fdb-e31b-4a75-9a76-b89aba2a737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:24:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:28.122968 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:28.133101 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-ee7b7fdb-e31b-4a75-9a76-b89aba2a737d None None] Set router f2fc543b-ee2d-4ec5-a2f6-2267c4085fec gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:24:28.236438 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:28.341592 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Deleting port e37e2c4a-cd79-4e54-8746-ee387174c43d {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:24:28.341936 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:28.404092 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-ee7b7fdb-e31b-4a75-9a76-b89aba2a737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'name': 'tempest-TestShelveInstance-599139181-router', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:24Z', 'updated_at': '2021-08-17T01:24:27Z', 'revision_number': 5, 'project_id': '35b8421002cb42da91a47a6cb25ecf6a', 'gw_port': {'id': 'e37e2c4a-cd79-4e54-8746-ee387174c43d', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:19:25Z', 'updated_at': '2021-08-17T01:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:28.432561 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] For port e37e2c4a-cd79-4e54-8746-ee387174c43d, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=e37e2c4a-cd79-4e54-8746-ee387174c43d,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:28.433318 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:28.433431 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b7fdb-e31b-4a75-9a76-b89aba2a737d None None] Checking router: f2fc543b-ee2d-4ec5-a2f6-2267c4085fec for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:24:28.443117 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b7fdb-e31b-4a75-9a76-b89aba2a737d None None] Routers {'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:24:28.443786 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-ee7b7fdb-e31b-4a75-9a76-b89aba2a737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:24:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:28.447202 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Calling delete_port for e37e2c4a-cd79-4e54-8746-ee387174c43d owned by network:router_gateway {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:24:28.544015 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-ee7b7fdb-e31b-4a75-9a76-b89aba2a737d None None] Set router f2fc543b-ee2d-4ec5-a2f6-2267c4085fec gateway port host: None {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:24:28.602861 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-ee7b7fdb-e31b-4a75-9a76-b89aba2a737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'name': 'tempest-TestShelveInstance-599139181-router', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:24Z', 'updated_at': '2021-08-17T01:24:28Z', 'revision_number': 6, 'project_id': '35b8421002cb42da91a47a6cb25ecf6a', 'gw_port_host': None}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:28.630930 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b7fdb-e31b-4a75-9a76-b89aba2a737d None None] The sync data for ids ['f2fc543b-ee2d-4ec5-a2f6-2267c4085fec'] in dv-cinder-803901-7-iscsi is: [{'id': 'f2fc543b-ee2d-4ec5-a2f6-2267c4085fec', 'name': 'tempest-TestShelveInstance-599139181-router', 'tenant_id': '35b8421002cb42da91a47a6cb25ecf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:19:24Z', 'updated_at': '2021-08-17T01:24:28Z', 'revision_number': 6, 'project_id': '35b8421002cb42da91a47a6cb25ecf6a', 'gw_port_host': None}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:24:28.964560 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:28.992718 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37e2c4a-cd79-4e54-8746-ee387174c43d,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:29.064921 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910051'] for router_gateway, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.161794 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7907728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499866'] for router, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.163932 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.343172 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7907817'] for router, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.343628 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2fc543b-ee2d-4ec5-a2f6-2267c4085fec {{(pid=94702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:24:29.348302 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] Notify callbacks [] for router, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.349600 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-d7daa35c-3afb-4272-a786-0cb3e8ab0be6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f2fc543b-ee2d-4ec5-a2f6-2267c4085fec HTTP/1.1" status: 204 len: 168 time: 1.3375983 Aug 17 01:24:29.352091 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 45728) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:29.415614 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1cc3fa-4cff-4ae3-a0fe-57b31dc7643e admin admin] Deleting subnet fbeb9b7b-fd72-489e-b7ec-474a5d1f6522 {{(pid=94702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:24:29.424485 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc3fa-4cff-4ae3-a0fe-57b31dc7643e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.454451 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc3fa-4cff-4ae3-a0fe-57b31dc7643e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33340867'] for subnet, precommit_delete_associations {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.536019 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc3fa-4cff-4ae3-a0fe-57b31dc7643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.669308 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc3fa-4cff-4ae3-a0fe-57b31dc7643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4923002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4400140'] for subnet, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.691419 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cc3fa-4cff-4ae3-a0fe-57b31dc7643e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbeb9b7b-fd72-489e-b7ec-474a5d1f6522,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:29.701366 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc3fa-4cff-4ae3-a0fe-57b31dc7643e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.704365 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-3b1cc3fa-4cff-4ae3-a0fe-57b31dc7643e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fbeb9b7b-fd72-489e-b7ec-474a5d1f6522 HTTP/1.1" status: 204 len: 168 time: 0.3505540 Aug 17 01:24:29.706121 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 45734) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:29.706654 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86401259-5896-4f37-aea7-48e7983fa03d None None] Network 60984ee6-6b45-44bd-8876-bdc083bafd35 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:24:29.788510 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.839434 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e37e2c4a-cd79-4e54-8746-ee387174c43d no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:24:29.846024 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Deleting port 74c5c509-726a-4b46-9edd-e1a0652355a5 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:24:29.846599 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.860008 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: e37e2c4a-cd79-4e54-8746-ee387174c43d {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:24:29.860198 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e37e2c4a-cd79-4e54-8746-ee387174c43d not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:24:29.860563 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device d75a2d94-037c-499e-8f3f-accafb490f11 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:24:29.883008 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: d75a2d94-037c-499e-8f3f-accafb490f11 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:24:29.883357 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device d75a2d94-037c-499e-8f3f-accafb490f11 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:24:29.906153 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d29e33-a674-4d62-90ce-c7e3f0bb066b None None] DHCP port deletion for 60984ee6-6b45-44bd-8876-bdc083bafd35 request from dv-cinder-803901-7-iscsi {{(pid=94704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:24:29.914658 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] For port 74c5c509-726a-4b46-9edd-e1a0652355a5, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=74c5c509-726a-4b46-9edd-e1a0652355a5,segment=NetworkSegment(a0875727-1881-44f9-9a7a-afcf2d4ba1ea),segment_id=a0875727-1881-44f9-9a7a-afcf2d4ba1ea)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:29.915030 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:29.927637 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Calling delete_port for 74c5c509-726a-4b46-9edd-e1a0652355a5 owned by network:dhcp {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:24:29.951891 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-49d29e33-a674-4d62-90ce-c7e3f0bb066b None None] Deleting port 74c5c509-726a-4b46-9edd-e1a0652355a5 {{(pid=94704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:24:29.952265 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-49d29e33-a674-4d62-90ce-c7e3f0bb066b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:30.017012 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-49d29e33-a674-4d62-90ce-c7e3f0bb066b None None] For port 74c5c509-726a-4b46-9edd-e1a0652355a5, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=74c5c509-726a-4b46-9edd-e1a0652355a5,segment=NetworkSegment(a0875727-1881-44f9-9a7a-afcf2d4ba1ea),segment_id=a0875727-1881-44f9-9a7a-afcf2d4ba1ea)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:30.017410 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-49d29e33-a674-4d62-90ce-c7e3f0bb066b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:30.029569 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-49d29e33-a674-4d62-90ce-c7e3f0bb066b None None] Calling delete_port for 74c5c509-726a-4b46-9edd-e1a0652355a5 owned by network:dhcp {{(pid=94704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:24:30.121248 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:30.127891 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-49d29e33-a674-4d62-90ce-c7e3f0bb066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367'] for port, after_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:30.166218 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c5c509-726a-4b46-9edd-e1a0652355a5,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:30.169433 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] No DVR routers for this DVR port 74c5c509-726a-4b46-9edd-e1a0652355a5 on host dv-cinder-803901-7-iscsi {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:24:30.175919 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d29e33-a674-4d62-90ce-c7e3f0bb066b None None] Pushing event deleted for resources: {'Port': ['ID=74c5c509-726a-4b46-9edd-e1a0652355a5,revision_number=None']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:30.182174 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d29e33-a674-4d62-90ce-c7e3f0bb066b None None] No DVR routers for this DVR port 74c5c509-726a-4b46-9edd-e1a0652355a5 on host dv-cinder-803901-7-iscsi {{(pid=94704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:24:30.251188 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:30.261621 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60984ee6-6b45-44bd-8876-bdc083bafd35']}} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:30.275263 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0875727-1881-44f9-9a7a-afcf2d4ba1ea') {'for_net_delete': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:30.275561 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0875727-1881-44f9-9a7a-afcf2d4ba1ea') {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:24:30.284406 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5595762'] for segment, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:30.298699 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:30.304561 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:24:30.307245 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33455064'] for segment, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: Traceback (most recent call last): Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: timer() Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: cb(*args, **kw) Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: return func(*args, **kwargs) Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: self._notify() Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: self.callback(batched_events) Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: event.method(event) Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: return f(self, *a, **k) Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._get(url).json() Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: return self.request(url, 'GET', **kwargs) Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:24:30.307566 dv-cinder-803901-7-iscsi neutron-server[94703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:24:30.417840 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:30.423980 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:30.430027 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/60984ee6-6b45-44bd-8876-bdc083bafd35 HTTP/1.1" status: 204 len: 168 time: 0.7188389 Aug 17 01:24:30.438258 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021438a7-7d12-4791-aa00-2718dfe7bde7 admin admin] Pushing event deleted for resources: {'Network': ['ID=60984ee6-6b45-44bd-8876-bdc083bafd35,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:30.753485 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 45742) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:30.797211 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-3df0880c-8c64-474a-bf5e-c368113bb719 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a1cf69554774acaacc1703ac85c3af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422232 Aug 17 01:24:30.799917 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 45744) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:30.851815 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e67f4707-fe59-4601-8bd5-852ff349ff78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:30.879392 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e67f4707-fe59-4601-8bd5-852ff349ff78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:31.033815 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e67f4707-fe59-4601-8bd5-852ff349ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:31.038503 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e67f4707-fe59-4601-8bd5-852ff349ff78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:31.040509 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-e67f4707-fe59-4601-8bd5-852ff349ff78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c297726-1cd0-4389-af3e-794827d75527 HTTP/1.1" status: 204 len: 168 time: 0.2392564 Aug 17 01:24:31.053910 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f4707-fe59-4601-8bd5-852ff349ff78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c297726-1cd0-4389-af3e-794827d75527,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:31.769937 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 45756) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:31.822996 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 45760) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:24:31.824368 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-8c030b7b-16e8-4f87-88fc-f453d663fef9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35b8421002cb42da91a47a6cb25ecf6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518920 Aug 17 01:24:31.833660 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 74c5c509-726a-4b46-9edd-e1a0652355a5 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:24:31.854411 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 74c5c509-726a-4b46-9edd-e1a0652355a5 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:24:31.854761 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 74c5c509-726a-4b46-9edd-e1a0652355a5 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:24:31.872669 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3df280af-5626-46ff-9ad6-21f9c0b1a379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:31.894719 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3df280af-5626-46ff-9ad6-21f9c0b1a379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:32.028667 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3df280af-5626-46ff-9ad6-21f9c0b1a379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:32.031201 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3df280af-5626-46ff-9ad6-21f9c0b1a379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:32.032390 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-3df280af-5626-46ff-9ad6-21f9c0b1a379 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/caaf62dd-8468-4670-b7e8-4eee60932c3e HTTP/1.1" status: 204 len: 168 time: 0.2083478 Aug 17 01:24:32.040421 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df280af-5626-46ff-9ad6-21f9c0b1a379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaf62dd-8468-4670-b7e8-4eee60932c3e,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:32.365917 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2170de09-4518-4c13-9af1-f90cf371365c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:33.164300 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23818fc7-8c7f-4dfe-a54f-484666751270 req-90434062-e395-4002-9487-ac25af564d00 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:33.166498 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-23818fc7-8c7f-4dfe-a54f-484666751270 req-90434062-e395-4002-9487-ac25af564d00 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 946 time: 0.0551558 Aug 17 01:24:33.207902 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-23818fc7-8c7f-4dfe-a54f-484666751270 req-30635513-5fb3-46ae-b129-1afe37ea9c2f tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358441 Aug 17 01:24:34.330239 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61678a44-a1ae-4a05-9884-1db0d8d7ed62 req-f9721705-bc1e-486b-a11e-8aee25700540 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:34.331938 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-61678a44-a1ae-4a05-9884-1db0d8d7ed62 req-f9721705-bc1e-486b-a11e-8aee25700540 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 946 time: 0.0512407 Aug 17 01:24:34.374634 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-61678a44-a1ae-4a05-9884-1db0d8d7ed62 req-554ca91a-15ce-4509-b5ea-01f7346cc036 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363181 Aug 17 01:24:34.711937 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572ab49-7e51-46e1-b4a9-e072e0733aab req-43bad8d1-92c3-4255-9be0-a922b61c3d21 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:34.713429 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4572ab49-7e51-46e1-b4a9-e072e0733aab req-43bad8d1-92c3-4255-9be0-a922b61c3d21 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 946 time: 0.0493469 Aug 17 01:24:34.819728 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-4572ab49-7e51-46e1-b4a9-e072e0733aab req-4bbda7b9-424c-4b77-83fb-759503cb20ea tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Deleting port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:24:34.820057 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4572ab49-7e51-46e1-b4a9-e072e0733aab req-4bbda7b9-424c-4b77-83fb-759503cb20ea tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:34.930591 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-4572ab49-7e51-46e1-b4a9-e072e0733aab req-4bbda7b9-424c-4b77-83fb-759503cb20ea tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] For port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f1056ff5-f04b-4b4e-83a3-c6c8e77c397a,segment=NetworkSegment(81495245-18f2-4398-af4c-3abdbf362a39),segment_id=81495245-18f2-4398-af4c-3abdbf362a39)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:34.930856 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4572ab49-7e51-46e1-b4a9-e072e0733aab req-4bbda7b9-424c-4b77-83fb-759503cb20ea tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:34.944448 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-4572ab49-7e51-46e1-b4a9-e072e0733aab req-4bbda7b9-424c-4b77-83fb-759503cb20ea tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Calling delete_port for f1056ff5-f04b-4b4e-83a3-c6c8e77c397a owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:24:35.142907 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4572ab49-7e51-46e1-b4a9-e072e0733aab req-4bbda7b9-424c-4b77-83fb-759503cb20ea tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:35.156830 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['f1056ff5-f04b-4b4e-83a3-c6c8e77c397a'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:24:35.175222 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbda7b9-424c-4b77-83fb-759503cb20ea tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Pushing event deleted for resources: {'Port': ['ID=f1056ff5-f04b-4b4e-83a3-c6c8e77c397a,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:35.215835 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-4572ab49-7e51-46e1-b4a9-e072e0733aab req-4bbda7b9-424c-4b77-83fb-759503cb20ea tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] No DVR routers for this DVR port f1056ff5-f04b-4b4e-83a3-c6c8e77c397a on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:24:35.218206 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4572ab49-7e51-46e1-b4a9-e072e0733aab req-4bbda7b9-424c-4b77-83fb-759503cb20ea tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:35.220465 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4572ab49-7e51-46e1-b4a9-e072e0733aab req-4bbda7b9-424c-4b77-83fb-759503cb20ea tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.81 "DELETE /v2.0/ports/f1056ff5-f04b-4b4e-83a3-c6c8e77c397a HTTP/1.1" status: 204 len: 173 time: 0.5002122 Aug 17 01:24:35.220941 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4196ad64-7668-4975-b316-1e1449d719b6', 'name': 'network-vif-deleted', 'tag': 'f1056ff5-f04b-4b4e-83a3-c6c8e77c397a'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:24:35.223170 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62686b60-fcdc-46b1-9035-1b43bb3cd63d" -d '{"events": [{"server_uuid": "4196ad64-7668-4975-b316-1e1449d719b6", "name": "network-vif-deleted", "tag": "f1056ff5-f04b-4b4e-83a3-c6c8e77c397a"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:24:35.259637 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f934b199-60c4-4445-ac99-201f16ce0452 x-openstack-request-id: req-f934b199-60c4-4445-ac99-201f16ce0452 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:24:35.259930 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4196ad64-7668-4975-b316-1e1449d719b6", "name": "network-vif-deleted", "tag": "f1056ff5-f04b-4b4e-83a3-c6c8e77c397a", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:24:35.260177 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f934b199-60c4-4445-ac99-201f16ce0452 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:24:35.260761 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4196ad64-7668-4975-b316-1e1449d719b6', 'name': 'network-vif-deleted', 'tag': 'f1056ff5-f04b-4b4e-83a3-c6c8e77c397a', 'status': 'completed', 'code': 200} Aug 17 01:24:35.477851 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8d596388-7270-4cc9-995d-ba70fcca355c req-f99d0258-96f2-4713-88df-093274ac35d3 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=4196ad64-7668-4975-b316-1e1449d719b6 HTTP/1.1" status: 200 len: 210 time: 0.0270720 Aug 17 01:24:35.965690 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:36.199500 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f64c309e-c3ef-41c1-ae88-eb48c69039ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:37.582918 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:39.090557 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device f1056ff5-f04b-4b4e-83a3-c6c8e77c397a no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:24:39.113209 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: f1056ff5-f04b-4b4e-83a3-c6c8e77c397a {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:24:39.113549 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device f1056ff5-f04b-4b4e-83a3-c6c8e77c397a not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:24:39.439953 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:47.123962 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-753ac63c-7e20-448f-9acf-a0ccaddac64b tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:47.125355 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-753ac63c-7e20-448f-9acf-a0ccaddac64b tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/networks?id=3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff HTTP/1.1" status: 200 len: 814 time: 0.1030428 Aug 17 01:24:47.141267 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-40a76868-33b2-4ff3-ab48-b88810896313 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/quotas/b4c292f36771457b81384e141e28d6d9 HTTP/1.1" status: 200 len: 375 time: 0.0094750 Aug 17 01:24:47.173479 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-dc7fa415-d57b-481a-867d-440f508f7c60 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4c292f36771457b81384e141e28d6d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258985 Aug 17 01:24:47.272379 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-05a50456-2e13-46d8-9c74-97936a5a4387 service neutron] 10.222.0.45 "GET /v2.0/networks/3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919523 Aug 17 01:24:47.361542 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-5a2dc6e0-63ab-495b-9c4f-8077cdfe50ac service neutron] 10.222.0.45 "GET /v2.0/networks/3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824008 Aug 17 01:24:47.591914 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-fc72dfd4-17eb-48ed-9a49-ddb45e9aea55 req-da66e939-0d18-49f7-8dc6-78b6042a0d87 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 210 time: 0.0260742 Aug 17 01:24:48.685905 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-06114f27-85cd-4bb2-9a46-826c17316629 req-bc403ade-0123-40af-bcea-972232f7ca20 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 210 time: 0.0267897 Aug 17 01:24:49.468627 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-63fc3fdc-d25d-41db-a5b5-457178490435 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:49.470567 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-63fc3fdc-d25d-41db-a5b5-457178490435 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.81 "GET /v2.0/networks?id=3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff HTTP/1.1" status: 200 len: 814 time: 0.1022248 Aug 17 01:24:49.491399 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Request body: {'port': {'device_id': 'c474cfa7-8110-4f09-aebb-268d1db2fc64', 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff', 'admin_state_up': True, 'tenant_id': 'b4c292f36771457b81384e141e28d6d9'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:24:49.668370 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Made reservation on behalf of b4c292f36771457b81384e141e28d6d9 for: {'port': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:24:49.671942 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:49.816201 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1f296818-6d22-457f-a6f2-89fd74a5f40b req-c15777dd-231b-4c41-a64e-f11abf351460 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 210 time: 0.0417249 Aug 17 01:24:49.837517 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Allocated IP 172.20.0.5 (3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff/bc6fa2e5-5534-4121-869d-b39332648e28/241abcd9-47be-4d08-bf6f-90ff81c66c7a) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:24:49.987867 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:50.120220 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:50.165383 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:24:50.168540 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:24:50.172479 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:24:50.197469 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Pushing event updated for resources: {'Port': ['ID=241abcd9-47be-4d08-bf6f-90ff81c66c7a,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:50.226978 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:50.227591 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:50.320506 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-db7f509c-8881-4478-8e30-932605a3a224 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8340073 Aug 17 01:24:50.333588 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Request body: {'port': {'device_id': 'c474cfa7-8110-4f09-aebb-268d1db2fc64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:24:50.392910 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:50.663498 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241abcd9-47be-4d08-bf6f-90ff81c66c7a {{(pid=94703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:24:50.671268 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:50.682950 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Transition to ACTIVE for port object 241abcd9-47be-4d08-bf6f-90ff81c66c7a will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:24:50.754559 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:50.802385 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Pushing event updated for resources: {'Port': ['ID=241abcd9-47be-4d08-bf6f-90ff81c66c7a,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:50.884402 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Attempting to bind port 241abcd9-47be-4d08-bf6f-90ff81c66c7a on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:24:50.884783 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Attempting to bind port 241abcd9-47be-4d08-bf6f-90ff81c66c7a by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '81495245-18f2-4398-af4c-3abdbf362a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:24:50.885066 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Attempting to bind port 241abcd9-47be-4d08-bf6f-90ff81c66c7a on network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:24:50.890506 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Port 241abcd9-47be-4d08-bf6f-90ff81c66c7a on network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:24:50.890864 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Attempting to bind port 241abcd9-47be-4d08-bf6f-90ff81c66c7a on network 3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:24:50.897156 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:24:50.897715 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Checking segment: {'id': '81495245-18f2-4398-af4c-3abdbf362a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:24:50.898055 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Bound using segment: {'id': '81495245-18f2-4398-af4c-3abdbf362a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:24:50.898513 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Bound port: 241abcd9-47be-4d08-bf6f-90ff81c66c7a, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81495245-18f2-4398-af4c-3abdbf362a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:24:50.898880 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:50.949126 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bb174-d8a9-4379-801c-ffe0825992b8 req-70ec1018-d577-4a02-8321-91806c87f600 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:50.950567 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d15bb174-d8a9-4379-801c-ffe0825992b8 req-70ec1018-d577-4a02-8321-91806c87f600 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 943 time: 0.0528066 Aug 17 01:24:50.967736 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] For port 241abcd9-47be-4d08-bf6f-90ff81c66c7a, host hv-cinder-80390, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:24:50.971306 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] For port 241abcd9-47be-4d08-bf6f-90ff81c66c7a, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=241abcd9-47be-4d08-bf6f-90ff81c66c7a,segment=NetworkSegment(81495245-18f2-4398-af4c-3abdbf362a39),segment_id=81495245-18f2-4398-af4c-3abdbf362a39)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:24:50.993826 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d15bb174-d8a9-4379-801c-ffe0825992b8 req-5f902e3f-f109-4e2b-8bda-35c2b9020d42 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Aug 17 01:24:51.045521 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:51.081428 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:51.082409 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:51.084667 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] 10.222.0.81 "PUT /v2.0/ports/241abcd9-47be-4d08-bf6f-90ff81c66c7a HTTP/1.1" status: 200 len: 1093 time: 0.7558444 Aug 17 01:24:51.087490 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c474cfa7-8110-4f09-aebb-268d1db2fc64', 'tag': '241abcd9-47be-4d08-bf6f-90ff81c66c7a'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:24:51.090500 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417bff3a-0f1a-4e10-9110-7940d03fd147" -d '{"events": [{"name": "network-changed", "server_uuid": "c474cfa7-8110-4f09-aebb-268d1db2fc64", "tag": "241abcd9-47be-4d08-bf6f-90ff81c66c7a"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:24:51.118819 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781cb0c-fb29-4865-b326-76799302ec76 service neutron] Pushing event updated for resources: {'Port': ['ID=241abcd9-47be-4d08-bf6f-90ff81c66c7a,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:51.133524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0325a8-0725-4993-804c-17a3eca4206d x-openstack-request-id: req-8c0325a8-0725-4993-804c-17a3eca4206d {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:24:51.133822 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c474cfa7-8110-4f09-aebb-268d1db2fc64", "tag": "241abcd9-47be-4d08-bf6f-90ff81c66c7a", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:24:51.134209 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c0325a8-0725-4993-804c-17a3eca4206d {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:24:51.134716 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c474cfa7-8110-4f09-aebb-268d1db2fc64', 'tag': '241abcd9-47be-4d08-bf6f-90ff81c66c7a', 'status': 'completed', 'code': 200} Aug 17 01:24:51.200050 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bff3a-0f1a-4e10-9110-7940d03fd147 req-9a16ed43-3e75-43f0-b15e-f4108c56bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:51.201517 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-417bff3a-0f1a-4e10-9110-7940d03fd147 req-9a16ed43-3e75-43f0-b15e-f4108c56bea5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b4c292f36771457b81384e141e28d6d9&device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 1096 time: 0.0424969 Aug 17 01:24:51.305013 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bff3a-0f1a-4e10-9110-7940d03fd147 req-c96b437a-5046-4f8f-8db7-5cd8aebc9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:51.306520 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-417bff3a-0f1a-4e10-9110-7940d03fd147 req-c96b437a-5046-4f8f-8db7-5cd8aebc9433 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b4c292f36771457b81384e141e28d6d9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0955408 Aug 17 01:24:51.404071 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bff3a-0f1a-4e10-9110-7940d03fd147 req-08f47819-0259-4f91-b13d-d33557daa6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:51.405525 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-417bff3a-0f1a-4e10-9110-7940d03fd147 req-08f47819-0259-4f91-b13d-d33557daa6b6 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0919034 Aug 17 01:24:51.496068 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-f33d9aa7-ef05-4fa0-ad10-af2fbe060d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:51.497564 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-f33d9aa7-ef05-4fa0-ad10-af2fbe060d13 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b4c292f36771457b81384e141e28d6d9&device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 1096 time: 0.0415494 Aug 17 01:24:51.542825 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-a85d8c3f-3852-4933-bc26-8bc378ab53b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=241abcd9-47be-4d08-bf6f-90ff81c66c7a HTTP/1.1" status: 200 len: 217 time: 0.0358770 Aug 17 01:24:51.594859 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-ee4dc571-6d13-4176-b761-2647474d3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:51.596268 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-ee4dc571-6d13-4176-b761-2647474d3f04 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc6fa2e5-5534-4121-869d-b39332648e28 HTTP/1.1" status: 200 len: 854 time: 0.0456264 Aug 17 01:24:51.626873 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-07c8452f-a259-4d6f-88ba-4da2681a37e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230253 Aug 17 01:24:51.716083 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-63fb8d27-1a3b-4ed2-b62b-21a51aa2db11 service neutron] 10.222.0.81 "GET /v2.0/networks/3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812774 Aug 17 01:24:51.808762 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c08ccc14-5752-4264-a356-61c60baf0be2 req-c4a29f6c-4b64-44fc-a5a2-450899e2663e service neutron] 10.222.0.81 "GET /v2.0/networks/3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845311 Aug 17 01:24:52.117475 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a11f4d-35ae-48e6-bc00-82cb89483e4c req-377876da-9b5e-412b-8b46-8a62e0ed42e8 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:52.119136 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-39a11f4d-35ae-48e6-bc00-82cb89483e4c req-377876da-9b5e-412b-8b46-8a62e0ed42e8 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 943 time: 0.0504098 Aug 17 01:24:52.158550 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-39a11f4d-35ae-48e6-bc00-82cb89483e4c req-7e122847-b298-4f2f-aad0-efe131bf5f2e tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335059 Aug 17 01:24:52.279539 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:53.283507 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a09df-890a-469d-b1b9-258bc5a3c5e3 req-54381e25-151c-4153-b783-2bb028a57eb7 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:53.284965 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6b4a09df-890a-469d-b1b9-258bc5a3c5e3 req-54381e25-151c-4153-b783-2bb028a57eb7 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 943 time: 0.0485580 Aug 17 01:24:53.323444 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-6b4a09df-890a-469d-b1b9-258bc5a3c5e3 req-1a64e5c3-db24-4a20-bab0-b8077c7074e5 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Aug 17 01:24:54.440307 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ec3b1-9020-44b6-90d1-b73cec25c7fd req-b06a384d-2af4-4c7e-9dd9-12ef948b74e5 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:54.442460 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bd5ec3b1-9020-44b6-90d1-b73cec25c7fd req-b06a384d-2af4-4c7e-9dd9-12ef948b74e5 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 943 time: 0.0515151 Aug 17 01:24:54.480385 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-bd5ec3b1-9020-44b6-90d1-b73cec25c7fd req-4929382a-0ba5-4804-80b9-544d44a0a162 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325272 Aug 17 01:24:54.983806 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 241abcd9-47be-4d08-bf6f-90ff81c66c7a details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:24:55.078632 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 241abcd9-47be-4d08-bf6f-90ff81c66c7a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=241abcd9-47be-4d08-bf6f-90ff81c66c7a,segment=NetworkSegment(81495245-18f2-4398-af4c-3abdbf362a39),segment_id=81495245-18f2-4398-af4c-3abdbf362a39)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:55.091469 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '241abcd9-47be-4d08-bf6f-90ff81c66c7a', 'network_id': '3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff', 'port_id': '241abcd9-47be-4d08-bf6f-90ff81c66c7a', 'mac_address': 'fa:16:3e:d6:18:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6fa2e5-5534-4121-869d-b39332648e28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:24:55.131689 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:55.144037 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241abcd9-47be-4d08-bf6f-90ff81c66c7a {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:24:55.164037 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 241abcd9-47be-4d08-bf6f-90ff81c66c7a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=241abcd9-47be-4d08-bf6f-90ff81c66c7a,segment=NetworkSegment(81495245-18f2-4398-af4c-3abdbf362a39),segment_id=81495245-18f2-4398-af4c-3abdbf362a39)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:55.237961 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:55.286128 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=241abcd9-47be-4d08-bf6f-90ff81c66c7a,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:55.293461 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:55.293805 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:55.294641 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:55.294641 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:55.294830 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:55.295147 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:55.295533 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:55.295858 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:55.296201 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:55.296524 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:55.296839 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:55.297153 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:24:55.559200 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['241abcd9-47be-4d08-bf6f-90ff81c66c7a'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:24:55.594604 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fe9f9-eab8-4a79-b4b6-0c87e0ef3c4f req-e95a8874-ea70-42aa-92c3-485f07ae0fcc tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:55.596075 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1d4fe9f9-eab8-4a79-b4b6-0c87e0ef3c4f req-e95a8874-ea70-42aa-92c3-485f07ae0fcc tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 944 time: 0.0490656 Aug 17 01:24:55.634811 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-1d4fe9f9-eab8-4a79-b4b6-0c87e0ef3c4f req-91b1f997-cc79-4e90-b25f-0a9a6b2f98a7 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318878 Aug 17 01:24:56.747563 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc31f63-f81b-4d0b-9afa-c47e550e12d0 req-604d1ada-d97c-4a18-b6c4-a11260cda129 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:56.749069 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5bc31f63-f81b-4d0b-9afa-c47e550e12d0 req-604d1ada-d97c-4a18-b6c4-a11260cda129 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 944 time: 0.0492780 Aug 17 01:24:56.790179 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5bc31f63-f81b-4d0b-9afa-c47e550e12d0 req-f0fa168d-71b3-46b6-b3cd-da4f78ae8943 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350263 Aug 17 01:24:56.984719 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 241abcd9-47be-4d08-bf6f-90ff81c66c7a up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:24:57.078829 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 241abcd9-47be-4d08-bf6f-90ff81c66c7a completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:24:57.082645 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 241abcd9-47be-4d08-bf6f-90ff81c66c7a triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:24:57.083012 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:57.158755 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:57.182495 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c474cfa7-8110-4f09-aebb-268d1db2fc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241abcd9-47be-4d08-bf6f-90ff81c66c7a'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:24:57.184811 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b0f620-4dd4-46e4-aaa6-852d6f9c12c1" -d '{"events": [{"server_uuid": "c474cfa7-8110-4f09-aebb-268d1db2fc64", "name": "network-vif-plugged", "status": "completed", "tag": "241abcd9-47be-4d08-bf6f-90ff81c66c7a"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:24:57.201352 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 241abcd9-47be-4d08-bf6f-90ff81c66c7a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=241abcd9-47be-4d08-bf6f-90ff81c66c7a,segment=NetworkSegment(81495245-18f2-4398-af4c-3abdbf362a39),segment_id=81495245-18f2-4398-af4c-3abdbf362a39)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:24:57.220081 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16743d52-71b3-46c4-a440-93d7ad9437ae x-openstack-request-id: req-16743d52-71b3-46c4-a440-93d7ad9437ae {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:24:57.220368 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c474cfa7-8110-4f09-aebb-268d1db2fc64", "name": "network-vif-plugged", "status": "completed", "tag": "241abcd9-47be-4d08-bf6f-90ff81c66c7a", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:24:57.220620 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16743d52-71b3-46c4-a440-93d7ad9437ae {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:24:57.221012 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c474cfa7-8110-4f09-aebb-268d1db2fc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241abcd9-47be-4d08-bf6f-90ff81c66c7a', 'code': 200} Aug 17 01:24:57.245029 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:24:57.293910 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=241abcd9-47be-4d08-bf6f-90ff81c66c7a,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:24:57.519998 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09392e3-b8dc-4ea6-82f6-0895fddd30b5 req-eb537a71-7c4f-48b5-bbac-620a097ba404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:57.521445 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f09392e3-b8dc-4ea6-82f6-0895fddd30b5 req-eb537a71-7c4f-48b5-bbac-620a097ba404 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 1098 time: 0.0451145 Aug 17 01:24:57.558448 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f09392e3-b8dc-4ea6-82f6-0895fddd30b5 req-4763d456-0d9e-4606-adc9-302f64fa9e4a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290198 Aug 17 01:24:57.906282 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3d4ff-2aa5-49af-92d4-7d008985a298 req-56c13332-2042-492e-92d3-f973ec9ba4fb tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:57.907929 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e8d3d4ff-2aa5-49af-92d4-7d008985a298 req-56c13332-2042-492e-92d3-f973ec9ba4fb tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 945 time: 0.0501769 Aug 17 01:24:57.946882 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e8d3d4ff-2aa5-49af-92d4-7d008985a298 req-2967a59c-a954-4e82-9cc6-ea059476c947 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316586 Aug 17 01:24:59.061891 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70340c4-3f13-4623-8c72-8f1fdd527173 req-335d5b9b-ea74-4696-99c3-2885ba13a188 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:24:59.063388 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b70340c4-3f13-4623-8c72-8f1fdd527173 req-335d5b9b-ea74-4696-99c3-2885ba13a188 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 945 time: 0.0484331 Aug 17 01:24:59.101603 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b70340c4-3f13-4623-8c72-8f1fdd527173 req-a3ffb182-2540-424a-b463-d4cc21600755 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317707 Aug 17 01:25:00.181093 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:25:02.341992 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-02bdf1ad-3c46-4cd6-82f0-4a9c75a8750b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:03.672255 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46064) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:25:03.774224 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d89634a7-a139-477d-aa5c-079e05fa30c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:03.860883 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d89634a7-a139-477d-aa5c-079e05fa30c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:03.946688 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d89634a7-a139-477d-aa5c-079e05fa30c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:03.984516 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89634a7-a139-477d-aa5c-079e05fa30c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f797e9f8-a38c-4254-b4e0-915acd7a5603,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:03.988647 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-d89634a7-a139-477d-aa5c-079e05fa30c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a3b184377604aabbf9f35bcc5f1ed98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153729 Aug 17 01:25:03.991393 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46068) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:25:04.039516 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53db0a78-9b10-413f-8aef-f6426bccc0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:04.062792 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53db0a78-9b10-413f-8aef-f6426bccc0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:04.164934 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53db0a78-9b10-413f-8aef-f6426bccc0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:04.167919 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53db0a78-9b10-413f-8aef-f6426bccc0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:04.169229 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-53db0a78-9b10-413f-8aef-f6426bccc0aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f797e9f8-a38c-4254-b4e0-915acd7a5603 HTTP/1.1" status: 204 len: 168 time: 0.1767845 Aug 17 01:25:04.176976 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db0a78-9b10-413f-8aef-f6426bccc0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f797e9f8-a38c-4254-b4e0-915acd7a5603,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:05.930564 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:06.170474 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f322f138-328d-4450-8b70-6b39effb4dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:07.581806 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:09.433592 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:21.509910 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13776b-40eb-448b-a38c-df2abd90fcea req-269335fd-fc9b-46b2-8cbf-ba17059dec70 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:21.511564 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3d13776b-40eb-448b-a38c-df2abd90fcea req-269335fd-fc9b-46b2-8cbf-ba17059dec70 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 945 time: 0.0482831 Aug 17 01:25:21.549367 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3d13776b-40eb-448b-a38c-df2abd90fcea req-61166961-410d-44c0-befe-dc3ecd42c935 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Aug 17 01:25:22.330088 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:22.667759 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d61e7-a615-4215-b2ef-0dbd960fe19b req-b2177b6f-bfb2-44b6-97c9-7e150b8f6a4e tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:22.669300 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-182d61e7-a615-4215-b2ef-0dbd960fe19b req-b2177b6f-bfb2-44b6-97c9-7e150b8f6a4e tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 945 time: 0.0514297 Aug 17 01:25:22.706998 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-182d61e7-a615-4215-b2ef-0dbd960fe19b req-fdb2c14f-c5bf-41be-80b7-3606048e0740 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae81b51-328d-4f10-b486-15332203b0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Aug 17 01:25:22.990917 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8c6d0-c379-4281-bce9-fc05d3bae895 req-d733565f-9a6c-4e69-85a1-4262fdc9faad tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:22.992367 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-52c8c6d0-c379-4281-bce9-fc05d3bae895 req-d733565f-9a6c-4e69-85a1-4262fdc9faad tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.81 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 945 time: 0.0527954 Aug 17 01:25:23.082843 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-52c8c6d0-c379-4281-bce9-fc05d3bae895 req-d4f5dc60-680a-40c9-be0d-ec36d5e952d4 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Deleting port 241abcd9-47be-4d08-bf6f-90ff81c66c7a {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:25:23.083190 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-52c8c6d0-c379-4281-bce9-fc05d3bae895 req-d4f5dc60-680a-40c9-be0d-ec36d5e952d4 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:23.172351 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-52c8c6d0-c379-4281-bce9-fc05d3bae895 req-d4f5dc60-680a-40c9-be0d-ec36d5e952d4 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] For port 241abcd9-47be-4d08-bf6f-90ff81c66c7a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=241abcd9-47be-4d08-bf6f-90ff81c66c7a,segment=NetworkSegment(81495245-18f2-4398-af4c-3abdbf362a39),segment_id=81495245-18f2-4398-af4c-3abdbf362a39)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:25:23.172717 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-52c8c6d0-c379-4281-bce9-fc05d3bae895 req-d4f5dc60-680a-40c9-be0d-ec36d5e952d4 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:23.185785 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-52c8c6d0-c379-4281-bce9-fc05d3bae895 req-d4f5dc60-680a-40c9-be0d-ec36d5e952d4 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Calling delete_port for 241abcd9-47be-4d08-bf6f-90ff81c66c7a owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:25:23.370756 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-52c8c6d0-c379-4281-bce9-fc05d3bae895 req-d4f5dc60-680a-40c9-be0d-ec36d5e952d4 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:23.384574 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['241abcd9-47be-4d08-bf6f-90ff81c66c7a'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:25:23.401131 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5dc60-680a-40c9-be0d-ec36d5e952d4 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Pushing event deleted for resources: {'Port': ['ID=241abcd9-47be-4d08-bf6f-90ff81c66c7a,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:23.438642 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c8c6d0-c379-4281-bce9-fc05d3bae895 req-d4f5dc60-680a-40c9-be0d-ec36d5e952d4 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] No DVR routers for this DVR port 241abcd9-47be-4d08-bf6f-90ff81c66c7a on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:25:23.441820 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-52c8c6d0-c379-4281-bce9-fc05d3bae895 req-d4f5dc60-680a-40c9-be0d-ec36d5e952d4 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:23.443824 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-52c8c6d0-c379-4281-bce9-fc05d3bae895 req-d4f5dc60-680a-40c9-be0d-ec36d5e952d4 tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.81 "DELETE /v2.0/ports/241abcd9-47be-4d08-bf6f-90ff81c66c7a HTTP/1.1" status: 204 len: 173 time: 0.4447713 Aug 17 01:25:23.444252 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c474cfa7-8110-4f09-aebb-268d1db2fc64', 'name': 'network-vif-deleted', 'tag': '241abcd9-47be-4d08-bf6f-90ff81c66c7a'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:25:23.446533 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c240fc21-4385-4f59-8876-15dd1c4ac675" -d '{"events": [{"server_uuid": "c474cfa7-8110-4f09-aebb-268d1db2fc64", "name": "network-vif-deleted", "tag": "241abcd9-47be-4d08-bf6f-90ff81c66c7a"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:25:23.483288 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138dc7d0-4e5f-44fb-86e9-01f9748a44e1 x-openstack-request-id: req-138dc7d0-4e5f-44fb-86e9-01f9748a44e1 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:25:23.483601 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c474cfa7-8110-4f09-aebb-268d1db2fc64", "name": "network-vif-deleted", "tag": "241abcd9-47be-4d08-bf6f-90ff81c66c7a", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:25:23.483850 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-138dc7d0-4e5f-44fb-86e9-01f9748a44e1 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:25:23.484245 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c474cfa7-8110-4f09-aebb-268d1db2fc64', 'name': 'network-vif-deleted', 'tag': '241abcd9-47be-4d08-bf6f-90ff81c66c7a', 'status': 'completed', 'code': 200} Aug 17 01:25:23.823373 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-12c7e3e5-22ad-4ba5-a79f-683eabb47dec req-aa443e7c-3b7b-46d2-b2a9-c24a1f0cccae tempest-VolumesSnapshotTestJSON-578991837 tempest-VolumesSnapshotTestJSON-578991837-project] 10.222.0.45 "GET /v2.0/ports?device_id=c474cfa7-8110-4f09-aebb-268d1db2fc64 HTTP/1.1" status: 200 len: 210 time: 0.0271106 Aug 17 01:25:27.108707 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 241abcd9-47be-4d08-bf6f-90ff81c66c7a no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:25:27.130953 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 241abcd9-47be-4d08-bf6f-90ff81c66c7a {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:25:27.131298 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 241abcd9-47be-4d08-bf6f-90ff81c66c7a not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:25:32.369605 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-4cf37fa6-070c-483e-9515-49cdb89ba4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:35.979715 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:36.187111 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d247d325-42b5-4f08-bbd4-c2b55fa3425f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:37.180414 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:25:37.587115 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:39.467281 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:50.386950 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-283db462-7ec0-4993-8c8b-263bf27859c7 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105394292&fields=id&tenant_id=403f36fc453546edb2dd173ad1aac7e6 HTTP/1.1" status: 200 len: 267 time: 0.0359702 Aug 17 01:25:50.501173 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-fd359dd3-542b-473d-b0b7-352d620bbd9a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:50.502773 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-fd359dd3-542b-473d-b0b7-352d620bbd9a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 812 time: 0.1081669 Aug 17 01:25:50.518657 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-0407d9fe-aa00-4afe-970f-911ec482b87e tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/quotas/403f36fc453546edb2dd173ad1aac7e6 HTTP/1.1" status: 200 len: 375 time: 0.0099843 Aug 17 01:25:50.579259 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-e5062a28-ff99-43ef-b8c8-0504da102e97 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0548105 Aug 17 01:25:50.700970 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-9095475b-2fad-41b7-93c3-e70bd066052b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:25:50.706439 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-9095475b-2fad-41b7-93c3-e70bd066052b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1007154 Aug 17 01:25:50.799215 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-82f41b46-7546-490c-868a-126e2d69c9fa service neutron] 10.222.0.45 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897832 Aug 17 01:25:50.893895 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-26d469b0-6fc8-4aa4-a089-64feacdf168b service neutron] 10.222.0.45 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887079 Aug 17 01:25:51.566488 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-818d9a30-a618-47f3-8977-2b40d9fdb8be req-f7565505-db4a-4bc8-9ff3-4fbb4c937ff3 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 210 time: 0.0890844 Aug 17 01:25:52.301185 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:52.666759 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5014b304-6fe3-4305-98fd-8bb04ab47931 req-9c76f798-d38b-4705-af7d-cfbdd471829d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 210 time: 0.0275927 Aug 17 01:25:53.689808 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-12e46885-1034-4902-924d-b2027513af1d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:53.691516 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-12e46885-1034-4902-924d-b2027513af1d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 812 time: 0.1129847 Aug 17 01:25:53.738739 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46346) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:25:53.742414 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-d8f816b8-2d37-42f8-bd4a-82615b15ca24 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=403f36fc453546edb2dd173ad1aac7e6 HTTP/1.1" status: 200 len: 380 time: 0.0415292 Aug 17 01:25:53.758482 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'port': {'device_id': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'admin_state_up': True, 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'security_groups': ['a52369c3-597e-4c11-87bf-d93b0e75620e']}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:25:53.777306 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bdfa3752-a58d-48da-8c58-b7e158914057 req-f416bf31-d653-431b-902f-26822f55e261 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 210 time: 0.0338786 Aug 17 01:25:53.997041 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Made reservation on behalf of 403f36fc453546edb2dd173ad1aac7e6 for: {'port': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:25:54.000914 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.093681 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Deleting subnet bc6fa2e5-5534-4121-869d-b39332648e28 {{(pid=94702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:25:54.097679 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.134192 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33340867'] for subnet, precommit_delete_associations {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.184593 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Allocated IP 172.20.0.11 (737fcbc9-e12b-4d62-8467-a98cfa8af1a4/6df92ead-3437-460e-ac56-bea91a2ffc37/0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:25:54.184946 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.313236 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4923002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4400140'] for subnet, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.339165 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc6fa2e5-5534-4121-869d-b39332648e28,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:54.346932 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.351252 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.352419 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bc6fa2e5-5534-4121-869d-b39332648e28 HTTP/1.1" status: 204 len: 168 time: 0.6118758 Aug 17 01:25:54.354379 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.355020 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.355637 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.355790 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46348) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:25:54.356274 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.356767 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.357110 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.357446 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.357782 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.358115 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.358475 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.358811 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.359138 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9859d0-d971-4823-b3d6-64e18c1432ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.368137 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Transition to ACTIVE for port object 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:25:54.471933 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.560877 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.573715 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.576058 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff']}} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:25:54.615255 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81495245-18f2-4398-af4c-3abdbf362a39') {'for_net_delete': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:25:54.615534 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81495245-18f2-4398-af4c-3abdbf362a39') {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:25:54.632695 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5595762'] for segment, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.648312 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:25:54.655226 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:25:54.666904 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:25:54.668514 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'Port': ['ID=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:54.671331 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.712144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:25:54.712144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33455064'] for segment, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.712144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.712144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.712144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.712144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.712144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.712144 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.713357 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.713357 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.713516 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.714006 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.714393 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.714728 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: Traceback (most recent call last): Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: timer() Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: cb(*args, **kw) Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: return func(*args, **kwargs) Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: self._notify() Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: self.callback(batched_events) Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: event.method(event) Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: return f(self, *a, **k) Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._get(url).json() Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: return self.request(url, 'GET', **kwargs) Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:25:54.718734 dv-cinder-803901-7-iscsi neutron-server[94703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:25:54.798505 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:54.799230 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.914037 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-66425680-16b5-44b6-ba28-1c4a51d01f37 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1610839 Aug 17 01:25:54.914498 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.921404 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:54.926141 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff HTTP/1.1" status: 204 len: 168 time: 0.5588429 Aug 17 01:25:54.926388 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8390-6514-45cb-a57b-f83336da9a67 req-7c47bdaf-59b9-4fb9-917b-bd2a7db42bbe tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:54.926388 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4e1e8390-6514-45cb-a57b-f83336da9a67 req-7c47bdaf-59b9-4fb9-917b-bd2a7db42bbe tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 932 time: 0.0625212 Aug 17 01:25:54.934957 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-6d8a9757-5c5b-44df-b311-4cb4f90c98fe tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:25:54.935980 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-6d8a9757-5c5b-44df-b311-4cb4f90c98fe tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117018 Aug 17 01:25:54.950866 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d33d3-95f9-456f-90b3-4d12b9f863a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3800d3c3-901b-4c56-ac4f-eaf9d5ea43ff,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:54.968879 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-4e1e8390-6514-45cb-a57b-f83336da9a67 req-9c855c51-5f0b-4e2e-a915-75c52d561b57 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363016 Aug 17 01:25:54.992446 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-779d3544-1856-408b-9fca-5286bda6c68c None None] Provisioning for port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:25:54.996977 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-779d3544-1856-408b-9fca-5286bda6c68c None None] Provisioning complete for port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:25:54.997376 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-779d3544-1856-408b-9fca-5286bda6c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:55.022315 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Request body: {'port': {'device_id': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:25:55.044640 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-779d3544-1856-408b-9fca-5286bda6c68c None None] Port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:25:55.086032 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:55.352669 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46356) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:25:55.375622 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f {{(pid=94703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:25:55.387685 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:55.399757 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-3e0a21e2-26c4-4a1f-99d3-c038cb9b370d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4c292f36771457b81384e141e28d6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458446 Aug 17 01:25:55.401653 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Transition to ACTIVE for port object 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:25:55.412304 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46358) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:25:55.460383 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e39dddd8-76ca-4ee6-bb68-fb07ad302295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:55.484761 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e39dddd8-76ca-4ee6-bb68-fb07ad302295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:55.501155 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:55.590410 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Pushing event updated for resources: {'Port': ['ID=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:55.654526 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Attempting to bind port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:25:55.654867 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Attempting to bind port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:25:55.655202 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Attempting to bind port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f on network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:25:55.656145 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e39dddd8-76ca-4ee6-bb68-fb07ad302295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:55.659711 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e39dddd8-76ca-4ee6-bb68-fb07ad302295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:55.660951 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-e39dddd8-76ca-4ee6-bb68-fb07ad302295 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fae81b51-328d-4f10-b486-15332203b0e9 HTTP/1.1" status: 204 len: 168 time: 0.2575397 Aug 17 01:25:55.664689 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f on network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:25:55.665048 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Attempting to bind port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f on network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:25:55.671711 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:25:55.678876 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Checking segment: {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:25:55.678876 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Bound using segment: {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:25:55.678876 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Bound port: 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766df423-f88f-43fd-99a9-352382c99947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:25:55.678876 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:55.686912 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dddd8-76ca-4ee6-bb68-fb07ad302295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae81b51-328d-4f10-b486-15332203b0e9,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:55.827557 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] For port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f, host hv-cinder-80390, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:25:55.959332 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] For port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:25:56.096574 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bf8c7-1d46-426f-b526-c165f74468c8 req-1d1fca86-76b5-46b4-bece-5cce8821bcd4 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:56.098194 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-428bf8c7-1d46-426f-b526-c165f74468c8 req-1d1fca86-76b5-46b4-bece-5cce8821bcd4 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0529168 Aug 17 01:25:56.101582 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:56.115327 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9c676e24-2d48-43e5-92a3-11825e844708 req-a4bc3eb4-90dd-4e34-94cd-61b4228cf113 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647519 Aug 17 01:25:56.185973 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:56.186709 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:56.188199 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] 10.222.0.81 "PUT /v2.0/ports/0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f HTTP/1.1" status: 200 len: 1094 time: 1.2422402 Aug 17 01:25:56.188653 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'tag': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:25:56.192012 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f59091-ebd2-44f5-8458-4ab5d2425b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "93e6e390-ac55-4382-adbc-efadba6b8bf9", "tag": "0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:25:56.236259 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c209b5-ca85-45eb-bc5d-089f1deda064 service neutron] Pushing event updated for resources: {'Port': ['ID=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:56.242005 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c676e24-2d48-43e5-92a3-11825e844708 req-b39118c4-92bf-4e15-8649-bf5088359a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:56.244005 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9c676e24-2d48-43e5-92a3-11825e844708 req-b39118c4-92bf-4e15-8649-bf5088359a6a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 1098 time: 0.0805640 Aug 17 01:25:56.253916 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-428bf8c7-1d46-426f-b526-c165f74468c8 req-5831556b-c566-4f5f-9cd8-05ec70180825 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126370 Aug 17 01:25:56.265541 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea1ff82-25bb-4acd-abcf-713adfaf4687 x-openstack-request-id: req-6ea1ff82-25bb-4acd-abcf-713adfaf4687 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:25:56.265990 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e6e390-ac55-4382-adbc-efadba6b8bf9", "tag": "0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:25:56.266956 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ea1ff82-25bb-4acd-abcf-713adfaf4687 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:25:56.267942 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'tag': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f', 'status': 'completed', 'code': 200} Aug 17 01:25:56.422464 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c676e24-2d48-43e5-92a3-11825e844708 req-6a94c4ec-0fad-4a44-b07d-85e5f1414270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:56.426108 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9c676e24-2d48-43e5-92a3-11825e844708 req-6a94c4ec-0fad-4a44-b07d-85e5f1414270 service neutron] 10.222.0.81 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 912 time: 0.1456137 Aug 17 01:25:56.508566 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9c676e24-2d48-43e5-92a3-11825e844708 req-3b152728-235c-4e9c-8e0f-817b2b697871 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c8baa92-4c3e-4262-8585-ad0796365c19 HTTP/1.1" status: 200 len: 1001 time: 0.0756528 Aug 17 01:25:56.565946 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c676e24-2d48-43e5-92a3-11825e844708 req-97c110d3-f286-4cb9-a198-43d807ac570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:56.567565 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9c676e24-2d48-43e5-92a3-11825e844708 req-97c110d3-f286-4cb9-a198-43d807ac570c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6df92ead-3437-460e-ac56-bea91a2ffc37 HTTP/1.1" status: 200 len: 851 time: 0.0516784 Aug 17 01:25:56.624447 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c676e24-2d48-43e5-92a3-11825e844708 req-8c3dda9e-198b-4402-93c4-29b1245106ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:56.626080 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9c676e24-2d48-43e5-92a3-11825e844708 req-8c3dda9e-198b-4402-93c4-29b1245106ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510654 Aug 17 01:25:56.653129 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f59091-ebd2-44f5-8458-4ab5d2425b2b req-f2169a3f-fa0e-4400-8a9c-565e181ae1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:56.655651 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-87f59091-ebd2-44f5-8458-4ab5d2425b2b req-f2169a3f-fa0e-4400-8a9c-565e181ae1a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 1097 time: 0.3652387 Aug 17 01:25:56.731897 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9c676e24-2d48-43e5-92a3-11825e844708 req-395f3bd9-9a39-4b3b-9c58-182a77d7f9c4 service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976496 Aug 17 01:25:56.777649 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f59091-ebd2-44f5-8458-4ab5d2425b2b req-068f5dca-6082-4873-8084-8cc4613645d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:56.779619 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-87f59091-ebd2-44f5-8458-4ab5d2425b2b req-068f5dca-6082-4873-8084-8cc4613645d3 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=403f36fc453546edb2dd173ad1aac7e6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1163986 Aug 17 01:25:56.847808 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9c676e24-2d48-43e5-92a3-11825e844708 req-9300c6ab-65c2-4ae0-938a-f3810c9f83bf service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089559 Aug 17 01:25:56.896589 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f59091-ebd2-44f5-8458-4ab5d2425b2b req-6c5729b4-5b67-4c5a-b79d-cf656c35fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:56.898113 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-87f59091-ebd2-44f5-8458-4ab5d2425b2b req-6c5729b4-5b67-4c5a-b79d-cf656c35fc00 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1119750 Aug 17 01:25:56.982208 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-d58dde68-9b20-4734-844c-f95ad9b31919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:56.983763 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-d58dde68-9b20-4734-844c-f95ad9b31919 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0460935 Aug 17 01:25:57.036847 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-85e3bd5f-2a2f-4296-80cc-43fc5022b5d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f HTTP/1.1" status: 200 len: 217 time: 0.0429833 Aug 17 01:25:57.052738 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46384) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:25:57.090005 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-74f6289a-4e7c-4298-9324-358208bf8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:57.091549 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-74f6289a-4e7c-4298-9324-358208bf8920 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6df92ead-3437-460e-ac56-bea91a2ffc37 HTTP/1.1" status: 200 len: 851 time: 0.0474565 Aug 17 01:25:57.152172 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-3d69bf84-aae8-49a3-b2e7-66a08f3945fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:57.155516 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-3d69bf84-aae8-49a3-b2e7-66a08f3945fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516145 Aug 17 01:25:57.186029 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1694378412-network', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:25:57.261199 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-d004c603-250e-4a15-a58c-ec2f93df5227 service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913584 Aug 17 01:25:57.341215 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Made reservation on behalf of 66b314f9138c4b3e8305ca8caf6ab09c for: {'network': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:25:57.344257 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:57.354741 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:57.384534 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5a434c65-33b7-4203-96b1-eb16ab6b78e2 req-d1f91de7-6c58-4d30-883e-2e739592fb20 service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160104 Aug 17 01:25:57.435811 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfe85a-aac1-4c96-9d64-85ef8a06c429 req-d62548c8-d5b7-45c7-a481-0aee146c1682 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:57.437432 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e1bfe85a-aac1-4c96-9d64-85ef8a06c429 req-d62548c8-d5b7-45c7-a481-0aee146c1682 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0805225 Aug 17 01:25:57.502609 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-e1bfe85a-aac1-4c96-9d64-85ef8a06c429 req-a675b2cf-7b20-40ba-a83c-8ce0bc034dfc tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567646 Aug 17 01:25:57.547651 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:57.626605 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:57.651988 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:25:57.662597 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f95a4-9cc8-4853-8aba-59628af4ca00,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:57.667483 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:57.667829 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.segments_db [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Added segment 11b88d94-143a-4e57-8269-34c16e56da2b of type vlan for network 60a34b52-2ec7-4170-92a7-6c6098493342 Aug 17 01:25:57.713490 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:57.796649 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:57.797604 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:57.798202 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:57.859217 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] Pushing event updated for resources: {'Network': ['ID=60a34b52-2ec7-4170-92a7-6c6098493342,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:57.870082 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network 60a34b52-2ec7-4170-92a7-6c6098493342 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:25:57.907228 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-17a0ae45-c67e-4979-b978-c1d440369d7e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8527377 Aug 17 01:25:57.910857 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46390) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:25:57.916251 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-c0cfe965-aca9-4d2d-815e-1c2cfab6f94f admin admin] Request body: {'subnet': {'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1694378412-subnet', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'ip_version': 4}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:25:58.004227 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cfe965-aca9-4d2d-815e-1c2cfab6f94f admin admin] Made reservation on behalf of 66b314f9138c4b3e8305ca8caf6ab09c for: {'subnet': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:25:58.006793 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe965-aca9-4d2d-815e-1c2cfab6f94f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4400145'] for subnet, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:58.267853 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe965-aca9-4d2d-815e-1c2cfab6f94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4400135'] for subnet, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:58.323566 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfe965-aca9-4d2d-815e-1c2cfab6f94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b48526-1fdb-443f-b26c-906ee27822ac,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:58.333606 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfe965-aca9-4d2d-815e-1c2cfab6f94f admin admin] Checking segment: {'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:25:58.333966 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cfe965-aca9-4d2d-815e-1c2cfab6f94f admin admin] Network hostable DHCP agents. Network: 60a34b52-2ec7-4170-92a7-6c6098493342, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:25:58.512059 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cfe965-aca9-4d2d-815e-1c2cfab6f94f admin admin] Network 60a34b52-2ec7-4170-92a7-6c6098493342 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:25:58.592553 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-c0cfe965-aca9-4d2d-815e-1c2cfab6f94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, 60a34b52-2ec7-4170-92a7-6c6098493342) {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:25:58.601188 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cfe965-aca9-4d2d-815e-1c2cfab6f94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:58.601401 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d539db8-70b9-4bd9-b932-b9cc88fb195e None None] Network 60a34b52-2ec7-4170-92a7-6c6098493342 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:25:58.602182 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe965-aca9-4d2d-815e-1c2cfab6f94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:58.623260 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3b4c0-b65d-48f6-a216-2159f562384c req-592efc1f-a308-4457-997c-3c5e32b64da0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:58.624800 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5dc3b4c0-b65d-48f6-a216-2159f562384c req-592efc1f-a308-4457-997c-3c5e32b64da0 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0550380 Aug 17 01:25:58.676948 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5dc3b4c0-b65d-48f6-a216-2159f562384c req-f4d58f92-3ab2-4f2d-9230-69a12fb7c4ce tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405836 Aug 17 01:25:58.692462 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46394) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:25:58.692759 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-c0cfe965-aca9-4d2d-815e-1c2cfab6f94f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7806506 Aug 17 01:25:58.697000 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:25:58.762549 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp394da7f8-f918-5054-93fc-7fae1ad992c6-60a34b52-2ec7-4170-92a7-6c6098493342', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'fixed_ips': [{'subnet_id': '07b48526-1fdb-443f-b26c-906ee27822ac'}]}} from dv-cinder-803901-7-iscsi. {{(pid=94704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:25:58.763524 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:58.809551 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499956'] for router, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:58.810666 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7884900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499939'] for router, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:58.862562 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:58.903457 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.db_base_plugin_common [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Allocated IP 172.20.0.2 (60a34b52-2ec7-4170-92a7-6c6098493342/07b48526-1fdb-443f-b26c-906ee27822ac/ba3ed012-9a15-4b12-9c7c-0ece5fd808e6) {{(pid=94704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:25:59.049291 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Notify callbacks [] for port, precommit_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:59.057725 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Transition to ACTIVE for port object ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:25:59.073601 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Transition to ACTIVE for port object ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 will not be triggered until provisioned by entity DHCP. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:25:59.083431 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:59.147094 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:59.191674 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Network 60a34b52-2ec7-4170-92a7-6c6098493342 is already hosted by enough agents. {{(pid=94704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:25:59.194603 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.base_scheduler [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Resources bound (agent type, host, resource id): {{(pid=94704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:25:59.198144 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Received port after_create {{(pid=94704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:25:59.203485 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Pushing event updated for resources: {'Port': ['ID=ba3ed012-9a15-4b12-9c7c-0ece5fd808e6,revision_number=1']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:59.214259 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:59.214658 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:59.214974 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:59.215306 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:59.215645 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:59.215979 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:59.216300 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:59.216623 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:59.216948 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:59.217267 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:59.217586 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:59.217904 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:25:59.268226 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Attempting to bind port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:25:59.268597 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Attempting to bind port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:25:59.269117 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Attempting to bind port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 on network 60a34b52-2ec7-4170-92a7-6c6098493342 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:25:59.274493 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:25:59.274904 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Checking segment: {'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:25:59.275295 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:59.275692 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Bound using segment: {'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:25:59.276159 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Bound port: ba3ed012-9a15-4b12-9c7c-0ece5fd808e6, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:25:59.276540 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:59.346973 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] For port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:25:59.350478 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] For port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=ba3ed012-9a15-4b12-9c7c-0ece5fd808e6,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:25:59.376229 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:59.399554 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:59.438849 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:59.514511 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08662a61-954e-481e-86f6-0652b445bb5d None None] Pushing event updated for resources: {'Port': ['ID=ba3ed012-9a15-4b12-9c7c-0ece5fd808e6,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:59.519725 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Allocated IP 172.27.3.189 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/e8c9a1be-0503-43e8-87da-78e36ae403c6) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:25:59.671503 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:59.799231 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:25:59.816006 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96396f-0387-4392-9a89-127631c60b8b req-1e25c8b2-feaf-45ae-8907-0a17154067d2 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:25:59.817472 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9a96396f-0387-4392-9a89-127631c60b8b req-1e25c8b2-feaf-45ae-8907-0a17154067d2 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0625255 Aug 17 01:25:59.842394 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:25:59.846469 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:25:59.851319 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:25:59.874010 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c9a1be-0503-43e8-87da-78e36ae403c6,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:25:59.881097 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-9a96396f-0387-4392-9a89-127631c60b8b req-04bc2718-1117-459e-b517-c7b081eff409 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499458 Aug 17 01:25:59.936548 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:00.060817 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:00.187560 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:00.396182 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7884925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912492'] for router, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:00.407046 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcb67ee-126a-4b29-b87b-66d0cd5c26ac None None] Network 60a34b52-2ec7-4170-92a7-6c6098493342 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:26:00.522841 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-95de663b-1bcc-4de9-b38e-3d117dceb587 None None] Provisioning for port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:00.536977 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-95de663b-1bcc-4de9-b38e-3d117dceb587 None None] Provisioning complete for port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:00.537357 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95de663b-1bcc-4de9-b38e-3d117dceb587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:00.602374 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Router b1114c03-de19-4eea-b12f-f99dbe6b458d is scheduled to L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 with binding_index 1 {{(pid=94703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:26:00.656795 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95de663b-1bcc-4de9-b38e-3d117dceb587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:00.699569 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-95de663b-1bcc-4de9-b38e-3d117dceb587 None None] For port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=ba3ed012-9a15-4b12-9c7c-0ece5fd808e6,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:26:00.722605 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:26:00.732996 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Sync routers for ids ['b1114c03-de19-4eea-b12f-f99dbe6b458d'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:26:00.744054 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Routers {'b1114c03-de19-4eea-b12f-f99dbe6b458d'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:26:00.744685 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:25:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['b1114c03-de19-4eea-b12f-f99dbe6b458d'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:00.785612 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95de663b-1bcc-4de9-b38e-3d117dceb587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:00.808895 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:00.810538 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-3e42e2ba-3eca-4033-8b40-7c099351d1b1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1169307 Aug 17 01:26:00.813374 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46398) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:26:00.890890 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de663b-1bcc-4de9-b38e-3d117dceb587 None None] Pushing event updated for resources: {'Port': ['ID=ba3ed012-9a15-4b12-9c7c-0ece5fd808e6,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:00.908374 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Set router b1114c03-de19-4eea-b12f-f99dbe6b458d gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:26:00.967346 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-bb7cd353-be18-49b4-9caf-3e1ededc39f0 None None] Provisioning complete for port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:00.968419 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd353-be18-49b4-9caf-3e1ededc39f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:01.083424 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35697677-fa2b-4bc2-8e6b-237b7552276f req-1d67d362-23ed-4e23-85fa-95f895545e6a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:01.084935 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-35697677-fa2b-4bc2-8e6b-237b7552276f req-1d67d362-23ed-4e23-85fa-95f895545e6a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0992124 Aug 17 01:26:01.172071 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:26:00Z', 'revision_number': 3, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:01.189980 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-35697677-fa2b-4bc2-8e6b-237b7552276f req-b7e14124-fb28-4d55-a9ec-54422209f97c tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922365 Aug 17 01:26:01.210525 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Checking router: b1114c03-de19-4eea-b12f-f99dbe6b458d for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:26:01.210525 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Updating router b1114c03-de19-4eea-b12f-f99dbe6b458d port e8c9a1be-0503-43e8-87da-78e36ae403c6 binding host dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:26:01.237711 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:01.379430 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:01.524314 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Notify callbacks [] for port, precommit_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:01.535042 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Transition to ACTIVE for port object e8c9a1be-0503-43e8-87da-78e36ae403c6 will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:26:01.560335 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Allocated IP 172.20.0.1 (60a34b52-2ec7-4170-92a7-6c6098493342/07b48526-1fdb-443f-b26c-906ee27822ac/e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:26:01.674479 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:01.687090 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Transition to ACTIVE for port object e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:26:01.723525 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:01.775377 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:01.778028 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Attempting to bind port e8c9a1be-0503-43e8-87da-78e36ae403c6 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:26:01.778028 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Attempting to bind port e8c9a1be-0503-43e8-87da-78e36ae403c6 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:26:01.778428 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Attempting to bind port e8c9a1be-0503-43e8-87da-78e36ae403c6 on network 80976695-463a-4c2a-8940-723c41164f17 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:26:01.785122 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649628aa-6b99-48e0-b72a-bd5739fe5101 None None] Pushing event updated for resources: {'Port': ['ID=e8c9a1be-0503-43e8-87da-78e36ae403c6,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:01.791376 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:26:01.791749 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Checking segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:26:01.792154 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:01.792595 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Bound using segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:26:01.793134 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Bound port: e8c9a1be-0503-43e8-87da-78e36ae403c6, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:26:01.793518 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:01.813359 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Network 60a34b52-2ec7-4170-92a7-6c6098493342 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:26:01.816134 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:26:01.820958 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:26:01.857588 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Pushing event updated for resources: {'Port': ['ID=e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:01.861858 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] For port e8c9a1be-0503-43e8-87da-78e36ae403c6, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:26:01.867795 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] For port e8c9a1be-0503-43e8-87da-78e36ae403c6, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=e8c9a1be-0503-43e8-87da-78e36ae403c6,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:26:01.879135 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7907428'] for router_interface, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:01.933007 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:01.958570 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:02.044709 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649628aa-6b99-48e0-b72a-bd5739fe5101 None None] Pushing event updated for resources: {'Port': ['ID=e8c9a1be-0503-43e8-87da-78e36ae403c6,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:02.047327 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Routers {'b1114c03-de19-4eea-b12f-f99dbe6b458d'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:26:02.047944 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:25:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['b1114c03-de19-4eea-b12f-f99dbe6b458d'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:02.101787 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:02.102161 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:02.113620 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:02.304256 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:02.318876 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de64561-190b-450a-ab96-9112a3cb64ad req-e230ef1a-3cd6-4b4f-8a4b-369e1004cee6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:02.321062 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3de64561-190b-450a-ab96-9112a3cb64ad req-e230ef1a-3cd6-4b4f-8a4b-369e1004cee6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0548747 Aug 17 01:26:02.348636 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] Set router b1114c03-de19-4eea-b12f-f99dbe6b458d gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:26:02.362344 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-3de64561-190b-450a-ab96-9112a3cb64ad req-036f930a-2558-45c5-bb4e-2e639bd88c27 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341890 Aug 17 01:26:02.397784 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:02.461224 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-4ce95a0e-4b6e-441f-9274-e4ea44ab6ec2 None None] Provisioning for port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:02.470850 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f79ec954-8905-4365-95d8-0fec8b0c0faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:02.471510 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7907472'] for router_interface, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:02.473557 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Pushing event updated for resources: {'Port': ['ID=e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:02.479865 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-4ce95a0e-4b6e-441f-9274-e4ea44ab6ec2 None None] Provisioning complete for port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:02.480248 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-4ce95a0e-4b6e-441f-9274-e4ea44ab6ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:02.551756 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-4ce95a0e-4b6e-441f-9274-e4ea44ab6ec2 None None] Port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:26:02.574044 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Network 60a34b52-2ec7-4170-92a7-6c6098493342 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:26:02.575513 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:26:02.604288 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:26:00Z', 'revision_number': 3, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:02.633710 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad8b53-41a1-4022-b286-03ff75bce81f None None] The sync data for ids ['b1114c03-de19-4eea-b12f-f99dbe6b458d'] in dv-cinder-803901-7-iscsi is: [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:26:00Z', 'revision_number': 3, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:26:02.703524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Router b1114c03-de19-4eea-b12f-f99dbe6b458d has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:26:02.822061 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:26:02.827448 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-3af18189-4a32-4e92-ba33-644021389dbd admin admin] 10.222.0.45 "PUT /v2.0/routers/b1114c03-de19-4eea-b12f-f99dbe6b458d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0122168 Aug 17 01:26:02.899428 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-e80ee018-6838-4662-83da-5ea9e0a70ce6 None None] Provisioning complete for port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:02.900039 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-e80ee018-6838-4662-83da-5ea9e0a70ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:02.965996 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-e80ee018-6838-4662-83da-5ea9e0a70ce6 None None] Port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:26:03.494888 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f83af4-b0fe-433d-8035-a89bdd02d2ca req-0fbb9bea-f4bf-458d-92b6-77eb96f14b0d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:03.496473 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e5f83af4-b0fe-433d-8035-a89bdd02d2ca req-0fbb9bea-f4bf-458d-92b6-77eb96f14b0d tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0593915 Aug 17 01:26:03.552626 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e5f83af4-b0fe-433d-8035-a89bdd02d2ca req-4808a321-4774-42d8-b7d5-c599704aefb2 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464447 Aug 17 01:26:03.676047 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46420) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:26:03.681627 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1033299277-network', 'tenant_id': '5f7dda52f0524f0982579a7082244882'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:26:03.762403 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Made reservation on behalf of 5f7dda52f0524f0982579a7082244882 for: {'network': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:26:03.764733 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for network, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:03.773872 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:03.876768 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:03.918935 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e8c9a1be-0503-43e8-87da-78e36ae403c6 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:03.963981 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:03.992052 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 01:26:04.002410 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d230e25e-c26d-4852-951f-bd9a88ab571e,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:04.008469 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:04.008811 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.segments_db [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Added segment 47a8fe17-2032-432d-96e9-ce0cd26e0e22 of type vlan for network b718d64e-be45-4169-aac0-ec8730da10c1 Aug 17 01:26:04.057069 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727998240440'] for network, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:04.077531 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port e8c9a1be-0503-43e8-87da-78e36ae403c6 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:04.082046 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port e8c9a1be-0503-43e8-87da-78e36ae403c6 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:04.082493 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:04.159073 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807'] for network, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:04.162339 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:04.162339 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:04.171522 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:04.190108 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Sync routers for ids ['b1114c03-de19-4eea-b12f-f99dbe6b458d'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:26:04.201332 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Routers {'b1114c03-de19-4eea-b12f-f99dbe6b458d'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:26:04.202449 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:25:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['b1114c03-de19-4eea-b12f-f99dbe6b458d'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:04.202609 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port e8c9a1be-0503-43e8-87da-78e36ae403c6, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=e8c9a1be-0503-43e8-87da-78e36ae403c6,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:26:04.224606 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=b718d64e-be45-4169-aac0-ec8730da10c1,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:04.235031 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Network b718d64e-be45-4169-aac0-ec8730da10c1 details requested by agent ovs-agent-dv-cinder-803901-7-iscsi with host dv-cinder-803901-7-iscsi {{(pid=94704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 01:26:04.279776 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:04.289908 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-9a5235b7-5784-40c3-9355-f18ae2c6a2c5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6127231 Aug 17 01:26:04.293984 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46422) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:26:04.299518 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-b969621b-dea4-47ae-9c20-6d3bab00fa2f admin admin] Request body: {'subnet': {'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1033299277-subnet', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'ip_version': 4}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:26:04.324893 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Set router b1114c03-de19-4eea-b12f-f99dbe6b458d gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:26:04.356733 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=e8c9a1be-0503-43e8-87da-78e36ae403c6,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:04.408185 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b969621b-dea4-47ae-9c20-6d3bab00fa2f admin admin] Made reservation on behalf of 5f7dda52f0524f0982579a7082244882 for: {'subnet': 1} {{(pid=94702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:26:04.410816 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b969621b-dea4-47ae-9c20-6d3bab00fa2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4400145'] for subnet, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:04.542718 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:26:01Z', 'revision_number': 4, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7', 'name': '', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'mac_address': 'fa:16:3e:be:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:01Z', 'updated_at': '2021-08-17T01:26:02Z', 'revision_number': 2, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'subnets': [{'id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:04.568942 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Checking router: b1114c03-de19-4eea-b12f-f99dbe6b458d for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:26:04.569296 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Updating router b1114c03-de19-4eea-b12f-f99dbe6b458d port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 binding host dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:26:04.596734 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:04.672860 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b969621b-dea4-47ae-9c20-6d3bab00fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4923067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4400135'] for subnet, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:04.688273 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef26bd5-d2be-4786-beba-276751b714b0 req-43f8fce6-5b4d-46e5-8f71-6a6db3628b03 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:04.690378 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1ef26bd5-d2be-4786-beba-276751b714b0 req-43f8fce6-5b4d-46e5-8f71-6a6db3628b03 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0564942 Aug 17 01:26:04.775554 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-1ef26bd5-d2be-4786-beba-276751b714b0 req-f62149a3-25a9-4268-a1fb-4db625d3d48f tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640824 Aug 17 01:26:04.776152 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969621b-dea4-47ae-9c20-6d3bab00fa2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f47a95-b3be-4a36-bab5-aa52730f8df4,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:04.799060 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b969621b-dea4-47ae-9c20-6d3bab00fa2f admin admin] Checking segment: {'id': '47a8fe17-2032-432d-96e9-ce0cd26e0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:26:04.799060 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b969621b-dea4-47ae-9c20-6d3bab00fa2f admin admin] Network hostable DHCP agents. Network: b718d64e-be45-4169-aac0-ec8730da10c1, hostable agents: ['db847798-2c55-4fc2-bfd1-1b2f7b26821c'], hosted agents: [] {{(pid=94702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 01:26:04.873939 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:04.884293 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Transition to ACTIVE for port object e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:26:04.889122 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b969621b-dea4-47ae-9c20-6d3bab00fa2f admin admin] Network b718d64e-be45-4169-aac0-ec8730da10c1 is scheduled to be hosted by DHCP agent db847798-2c55-4fc2-bfd1-1b2f7b26821c with binding_index 1 {{(pid=94702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 01:26:04.991072 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.013593 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-b969621b-dea4-47ae-9c20-6d3bab00fa2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-7-iscsi, b718d64e-be45-4169-aac0-ec8730da10c1) {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:26:05.018877 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969621b-dea4-47ae-9c20-6d3bab00fa2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:05.020366 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b969621b-dea4-47ae-9c20-6d3bab00fa2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for subnet, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.023607 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3452622b-8238-481e-967c-d1b2fe092dae None None] Network b718d64e-be45-4169-aac0-ec8730da10c1 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:26:05.045290 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Pushing event updated for resources: {'Port': ['ID=e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:05.057721 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:26:05.057721 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:26:05.058017 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:26:05.058217 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:26:05.058511 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:26:05.058841 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:26:05.059225 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:26:05.059554 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:26:05.059903 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:26:05.060230 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:26:05.060553 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:26:05.060875 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:26:05.109549 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Attempting to bind port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:26:05.109920 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Attempting to bind port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:26:05.110299 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Attempting to bind port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 on network 60a34b52-2ec7-4170-92a7-6c6098493342 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:26:05.116545 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:26:05.117193 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Checking segment: {'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:26:05.117748 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.118141 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Bound using segment: {'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:26:05.118635 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Bound port: e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:26:05.119208 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.148803 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46426) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:26:05.151810 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-b969621b-dea4-47ae-9c20-6d3bab00fa2f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8577161 Aug 17 01:26:05.157266 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1033299277-router', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:26:05.196939 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp394da7f8-f918-5054-93fc-7fae1ad992c6-b718d64e-be45-4169-aac0-ec8730da10c1', 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'fixed_ips': [{'subnet_id': 'c4f47a95-b3be-4a36-bab5-aa52730f8df4'}]}} from dv-cinder-803901-7-iscsi. {{(pid=94704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 01:26:05.199713 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.199856 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] For port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:26:05.201897 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] For port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:26:05.246361 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7885044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499956'] for router, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.247302 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7884900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7912681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499939'] for router, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.267152 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.268760 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:26:05.311539 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.340082 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Routers {'b1114c03-de19-4eea-b12f-f99dbe6b458d'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:26:05.340928 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:25:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['b1114c03-de19-4eea-b12f-f99dbe6b458d'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:05.401436 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dfb13-6ad9-403b-9da4-4aa188d6beaf None None] Pushing event updated for resources: {'Port': ['ID=e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7,revision_number=4']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:05.433419 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.db_base_plugin_common [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Allocated IP 172.20.0.2 (b718d64e-be45-4169-aac0-ec8730da10c1/c4f47a95-b3be-4a36-bab5-aa52730f8df4/cbe8bf9f-1c32-46cf-8b7c-6234f860703f) {{(pid=94704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:26:05.474198 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:26:05.493419 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] Set router b1114c03-de19-4eea-b12f-f99dbe6b458d gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:26:05.528036 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'port_id': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f', 'mac_address': 'fa:16:3e:02:bd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:26:05.604646 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.639923 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:26:05.702596 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:26:05.716036 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Notify callbacks [] for port, precommit_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.727354 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Transition to ACTIVE for port object cbe8bf9f-1c32-46cf-8b7c-6234f860703f will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:26:05.742495 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:26:01Z', 'revision_number': 4, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7', 'name': '', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'mac_address': 'fa:16:3e:be:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:01Z', 'updated_at': '2021-08-17T01:26:05Z', 'revision_number': 4, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'subnets': [{'id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:05.746024 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Transition to ACTIVE for port object cbe8bf9f-1c32-46cf-8b7c-6234f860703f will not be triggered until provisioned by entity DHCP. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:26:05.772148 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5349c89-fcd6-4669-8ec0-50b9575d38e1 None None] The sync data for ids ['b1114c03-de19-4eea-b12f-f99dbe6b458d'] in dv-cinder-803901-7-iscsi is: [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:26:01Z', 'revision_number': 4, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7', 'name': '', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'mac_address': 'fa:16:3e:be:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:01Z', 'updated_at': '2021-08-17T01:26:05Z', 'revision_number': 4, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'subnets': [{'id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:26:05.775118 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.850588 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:05.860048 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358'] for port, after_create {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.947906 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Network b718d64e-be45-4169-aac0-ec8730da10c1 is already hosted by enough agents. {{(pid=94704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:26:05.956124 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:05.957750 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.scheduler.base_scheduler [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Resources bound (agent type, host, resource id): {{(pid=94704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:26:05.964333 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Received port after_create {{(pid=94704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:26:05.971548 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Pushing event updated for resources: {'Port': ['ID=cbe8bf9f-1c32-46cf-8b7c-6234f860703f,revision_number=1']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:06.003715 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c999ce-d2a6-434d-ac5d-8c2d7b70866d req-fcd98329-cb47-4d51-acf9-54ccd9a1f8ad tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:06.005910 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c6c999ce-d2a6-434d-ac5d-8c2d7b70866d req-fcd98329-cb47-4d51-acf9-54ccd9a1f8ad tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 945 time: 0.0882812 Aug 17 01:26:06.046998 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Attempting to bind port cbe8bf9f-1c32-46cf-8b7c-6234f860703f on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:26:06.047554 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Attempting to bind port cbe8bf9f-1c32-46cf-8b7c-6234f860703f by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '47a8fe17-2032-432d-96e9-ce0cd26e0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:26:06.047721 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Attempting to bind port cbe8bf9f-1c32-46cf-8b7c-6234f860703f on network b718d64e-be45-4169-aac0-ec8730da10c1 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:26:06.057370 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:26:06.058093 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Checking segment: {'id': '47a8fe17-2032-432d-96e9-ce0cd26e0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:26:06.058526 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:06.058971 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Bound using segment: {'id': '47a8fe17-2032-432d-96e9-ce0cd26e0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:26:06.059465 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Bound port: cbe8bf9f-1c32-46cf-8b7c-6234f860703f, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a8fe17-2032-432d-96e9-ce0cd26e0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:26:06.059848 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:06.062249 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:26:06.069208 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e8c9a1be-0503-43e8-87da-78e36ae403c6 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:06.075091 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c6c999ce-d2a6-434d-ac5d-8c2d7b70866d req-d11cb257-5de1-4021-9d6b-9fa3dc864ebd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614347 Aug 17 01:26:06.112151 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:06.271909 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] For port cbe8bf9f-1c32-46cf-8b7c-6234f860703f, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:26:06.289746 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8b79ad6b-998a-4fd0-9075-5f89521dbad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:06.291557 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:06.300341 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] For port cbe8bf9f-1c32-46cf-8b7c-6234f860703f, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=cbe8bf9f-1c32-46cf-8b7c-6234f860703f,segment=NetworkSegment(47a8fe17-2032-432d-96e9-ce0cd26e0e22),segment_id=47a8fe17-2032-432d-96e9-ce0cd26e0e22)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:26:06.303236 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port e8c9a1be-0503-43e8-87da-78e36ae403c6 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:06.303605 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:06.313692 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:06.372222 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:06.445068 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Allocated IP 172.27.3.138 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/c3a09390-f5ca-4dd3-a167-a3dd52316261) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:26:06.481461 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaab199-e1e8-4931-85f4-59314fc03226 None None] Pushing event updated for resources: {'Port': ['ID=cbe8bf9f-1c32-46cf-8b7c-6234f860703f,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:06.552533 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:06.604660 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:06.713268 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:06.721495 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:06.722262 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:06.765033 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:06.821227 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:26:06.846084 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:26:06.855539 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Pushing event updated for resources: {'Port': ['ID=c3a09390-f5ca-4dd3-a167-a3dd52316261,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:06.855539 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:26:06.859780 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:06.907793 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:26:06.963824 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:07.029594 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:07.203271 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:07.207479 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad806a-b0f9-402c-815a-398d7bf0641b req-170d0742-a4a6-42f9-b333-89172ec238ae tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:07.209129 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-02ad806a-b0f9-402c-815a-398d7bf0641b req-170d0742-a4a6-42f9-b333-89172ec238ae tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 945 time: 0.0577393 Aug 17 01:26:07.251206 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-02ad806a-b0f9-402c-815a-398d7bf0641b req-df7c9d11-acd6-49bb-a0c5-ea339eee3272 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356205 Aug 17 01:26:07.294534 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:07.426976 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:07.432881 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:07.433571 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:07.453613 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7884925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7912492'] for router, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:07.591573 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:07.632528 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:26:07.635880 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a954257d-e1c1-4687-9feb-daa5d4169484" -d '{"events": [{"server_uuid": "93e6e390-ac55-4382-adbc-efadba6b8bf9", "name": "network-vif-plugged", "status": "completed", "tag": "0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:26:07.644641 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:07.663941 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:26:07.688102 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a12790-7384-45b0-b89f-bb7c43cf5f5f x-openstack-request-id: req-52a12790-7384-45b0-b89f-bb7c43cf5f5f {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:26:07.688464 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e6e390-ac55-4382-adbc-efadba6b8bf9", "name": "network-vif-plugged", "status": "completed", "tag": "0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:26:07.689402 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52a12790-7384-45b0-b89f-bb7c43cf5f5f {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:26:07.689831 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f', 'code': 200} Aug 17 01:26:07.729868 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7098cee4-12a2-4146-ba2b-8d0b1a5ab555 None None] Network b718d64e-be45-4169-aac0-ec8730da10c1 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:26:07.743271 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:07.772959 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Router 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 is scheduled to L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 with binding_index 1 {{(pid=94703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 01:26:07.851060 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:07.919861 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-14ed6656-92e6-4acf-b4f9-7923ebc8c101 None None] Provisioning for port cbe8bf9f-1c32-46cf-8b7c-6234f860703f completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:07.958064 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:26:07.969092 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Sync routers for ids ['293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:26:07.984014 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Routers {'293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:26:07.984793 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:26:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:08.042961 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:08.045646 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-bdf1117d-60d7-4740-93d5-c86dfb07c3ce admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8948324 Aug 17 01:26:08.048310 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46436) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:26:08.093783 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:08.160905 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Set router 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:26:08.206568 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef55e9a-595a-409c-8a9f-678612955f9e req-08b52990-88e4-46cf-8371-6ce7d709687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:08.208112 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9ef55e9a-595a-409c-8a9f-678612955f9e req-08b52990-88e4-46cf-8371-6ce7d709687f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 1099 time: 0.0952408 Aug 17 01:26:08.305728 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9ef55e9a-595a-409c-8a9f-678612955f9e req-d2d8c32d-c061-4ed0-8289-7ae3b0f181d7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902228 Aug 17 01:26:08.380315 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773412da-c4f5-4acf-8b32-436bde4d15bc req-648d1861-5637-40ef-b2eb-d55caa34e795 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:08.382586 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-773412da-c4f5-4acf-8b32-436bde4d15bc req-648d1861-5637-40ef-b2eb-d55caa34e795 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 946 time: 0.0582976 Aug 17 01:26:08.403150 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:08.403733 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:08.430375 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-773412da-c4f5-4acf-8b32-436bde4d15bc req-11945f97-8d74-473f-8448-ab97a6614be3 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403748 Aug 17 01:26:08.553627 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device cbe8bf9f-1c32-46cf-8b7c-6234f860703f up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:08.594819 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'name': 'tempest-TestMinimumBasicScenario-1033299277-router', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:26:05Z', 'updated_at': '2021-08-17T01:26:07Z', 'revision_number': 3, 'project_id': '5f7dda52f0524f0982579a7082244882', 'gw_port': {'id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:06Z', 'updated_at': '2021-08-17T01:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:08.597892 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:08.622788 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Checking router: 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:26:08.623143 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Updating router 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 port c3a09390-f5ca-4dd3-a167-a3dd52316261 binding host dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:26:08.653270 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:08.737129 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port cbe8bf9f-1c32-46cf-8b7c-6234f860703f completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:08.744617 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port cbe8bf9f-1c32-46cf-8b7c-6234f860703f triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:08.744991 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:08.756818 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Allocated IP 172.20.0.1 (b718d64e-be45-4169-aac0-ec8730da10c1/c4f47a95-b3be-4a36-bab5-aa52730f8df4/54becea8-8cf7-47c0-a2b9-ffa7c48f1802) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:26:08.861606 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:08.875261 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Transition to ACTIVE for port object 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:26:08.907111 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:08.977478 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port cbe8bf9f-1c32-46cf-8b7c-6234f860703f, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=cbe8bf9f-1c32-46cf-8b7c-6234f860703f,segment=NetworkSegment(47a8fe17-2032-432d-96e9-ce0cd26e0e22),segment_id=47a8fe17-2032-432d-96e9-ce0cd26e0e22)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:26:09.001807 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.011913 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Transition to ACTIVE for port object c3a09390-f5ca-4dd3-a167-a3dd52316261 will not be triggered until provisioned by entity L2. {{(pid=94704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:26:09.055196 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.083595 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.099653 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Network b718d64e-be45-4169-aac0-ec8730da10c1 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:26:09.105125 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:26:09.107637 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:26:09.139578 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Pushing event updated for resources: {'Port': ['ID=54becea8-8cf7-47c0-a2b9-ffa7c48f1802,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:09.140748 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=cbe8bf9f-1c32-46cf-8b7c-6234f860703f,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:09.144561 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.166628 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7907428'] for router_interface, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.200248 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Attempting to bind port c3a09390-f5ca-4dd3-a167-a3dd52316261 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:26:09.200790 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Attempting to bind port c3a09390-f5ca-4dd3-a167-a3dd52316261 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:26:09.201158 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Attempting to bind port c3a09390-f5ca-4dd3-a167-a3dd52316261 on network 80976695-463a-4c2a-8940-723c41164f17 {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:26:09.207241 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10935e85-ba88-4e88-a66e-15b2e3ee2ceb None None] Pushing event updated for resources: {'Port': ['ID=c3a09390-f5ca-4dd3-a167-a3dd52316261,revision_number=2']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:09.212189 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:26:09.212563 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Checking segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:26:09.212969 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.213405 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Bound using segment: {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'} {{(pid=94704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:26:09.213873 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.managers [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Bound port: c3a09390-f5ca-4dd3-a167-a3dd52316261, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37af282b-eda4-47d9-9eb8-e7bcf853c0c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80976695-463a-4c2a-8940-723c41164f17'}}] {{(pid=94704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:26:09.214256 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.277355 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] For port c3a09390-f5ca-4dd3-a167-a3dd52316261, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:26:09.280957 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] For port c3a09390-f5ca-4dd3-a167-a3dd52316261, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=c3a09390-f5ca-4dd3-a167-a3dd52316261,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:26:09.364593 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.422244 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.438624 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Routers {'293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:26:09.439868 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:26:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:09.444965 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10935e85-ba88-4e88-a66e-15b2e3ee2ceb None None] Pushing event updated for resources: {'Port': ['ID=c3a09390-f5ca-4dd3-a167-a3dd52316261,revision_number=3']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:09.486605 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-2a51c18f-76c9-45cc-8819-e123e0b5bd1b None None] Provisioning for port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:09.496958 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-2a51c18f-76c9-45cc-8819-e123e0b5bd1b None None] Provisioning complete for port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:09.497357 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2a51c18f-76c9-45cc-8819-e123e0b5bd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.528356 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.579633 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-2a51c18f-76c9-45cc-8819-e123e0b5bd1b None None] Port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:26:09.603344 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] Set router 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:26:09.616728 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc574d0d-2978-4ad6-a8cd-6baa383111f9 req-0f3a1072-0132-443c-86af-c102558877fd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:09.618426 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bc574d0d-2978-4ad6-a8cd-6baa383111f9 req-0f3a1072-0132-443c-86af-c102558877fd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 946 time: 0.1108992 Aug 17 01:26:09.690193 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.705043 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bc574d0d-2978-4ad6-a8cd-6baa383111f9 req-f94755c2-2f1d-43fb-83f0-c9774e377d29 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725048 Aug 17 01:26:09.802586 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.862532 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'name': 'tempest-TestMinimumBasicScenario-1033299277-router', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:26:05Z', 'updated_at': '2021-08-17T01:26:09Z', 'revision_number': 4, 'project_id': '5f7dda52f0524f0982579a7082244882', 'gw_port': {'id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:06Z', 'updated_at': '2021-08-17T01:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '54becea8-8cf7-47c0-a2b9-ffa7c48f1802', 'name': '', 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'mac_address': 'fa:16:3e:9f:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c4f47a95-b3be-4a36-bab5-aa52730f8df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:08Z', 'updated_at': '2021-08-17T01:26:08Z', 'revision_number': 1, 'project_id': '5f7dda52f0524f0982579a7082244882', 'subnets': [{'id': 'c4f47a95-b3be-4a36-bab5-aa52730f8df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:09.863597 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239af54-3fcb-4d3c-8c73-d59b5857f2bf req-e2954c22-0ae1-4560-908a-341f485fc729 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:09.867163 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c239af54-3fcb-4d3c-8c73-d59b5857f2bf req-e2954c22-0ae1-4560-908a-341f485fc729 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 946 time: 0.0647953 Aug 17 01:26:09.870626 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Pushing event updated for resources: {'Port': ['ID=54becea8-8cf7-47c0-a2b9-ffa7c48f1802,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:09.873576 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7876789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7907472'] for router_interface, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:09.914854 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea728f9f-74bb-4555-ab5a-19aa2cfc02e0 None None] The sync data for ids ['293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'] in dv-cinder-803901-7-iscsi is: [{'id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'name': 'tempest-TestMinimumBasicScenario-1033299277-router', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:26:05Z', 'updated_at': '2021-08-17T01:26:09Z', 'revision_number': 4, 'project_id': '5f7dda52f0524f0982579a7082244882', 'gw_port': {'id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:06Z', 'updated_at': '2021-08-17T01:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '54becea8-8cf7-47c0-a2b9-ffa7c48f1802', 'name': '', 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'mac_address': 'fa:16:3e:9f:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c4f47a95-b3be-4a36-bab5-aa52730f8df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:08Z', 'updated_at': '2021-08-17T01:26:08Z', 'revision_number': 1, 'project_id': '5f7dda52f0524f0982579a7082244882', 'subnets': [{'id': 'c4f47a95-b3be-4a36-bab5-aa52730f8df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:26:09.918811 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c239af54-3fcb-4d3c-8c73-d59b5857f2bf req-265ffb6f-3eef-4686-9764-9ff0b35865b5 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431411 Aug 17 01:26:09.924960 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device cbe8bf9f-1c32-46cf-8b7c-6234f860703f up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:09.947832 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46444) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:26:09.995312 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port cbe8bf9f-1c32-46cf-8b7c-6234f860703f triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:09.996634 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:10.015557 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ff9624-52dc-453c-a35b-59f4e731009f tempest-TestVolumeBootPattern-1114920613 tempest-TestVolumeBootPattern-1114920613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:10.018622 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-d5ff9624-52dc-453c-a35b-59f4e731009f tempest-TestVolumeBootPattern-1114920613 tempest-TestVolumeBootPattern-1114920613-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 1094 time: 0.0692630 Aug 17 01:26:10.021140 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46446) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:26:10.026813 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Request body: {'floatingip': {'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'port_id': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:26:10.055426 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Network b718d64e-be45-4169-aac0-ec8730da10c1 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:26:10.059299 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:26:10.122540 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:10.226532 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Router 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:26:10.309586 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:10.378383 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:26:10.386905 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-7d1ff3d8-9e1b-4a7d-ad9f-7d31ddf2bcd9 admin admin] 10.222.0.45 "PUT /v2.0/routers/293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3368561 Aug 17 01:26:10.417087 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-676bf7d4-2040-4462-9c38-3fd84059dcc5 None None] Provisioning complete for port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:10.418166 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-676bf7d4-2040-4462-9c38-3fd84059dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:10.465711 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Allocated IP 172.27.3.73 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/23f8c30c-3829-4e53-a7a6-05728da587ee) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:26:10.465944 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-676bf7d4-2040-4462-9c38-3fd84059dcc5 None None] Port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:26:10.598242 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:10.721242 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:10.776701 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:26:10.782556 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:26:10.787133 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:26:10.791855 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'Port': ['ID=23f8c30c-3829-4e53-a7a6-05728da587ee,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:11.220869 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:11.366422 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:11.596701 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:11.690069 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:11.773863 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event updated for resources: {'Port': ['ID=23f8c30c-3829-4e53-a7a6-05728da587ee,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:11.788314 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:11.931998 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.l3_db [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Floating IP bd958f13-152a-41af-8922-a2312b0ebe38 associated. External IP: 172.27.3.73, port: 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f. Aug 17 01:26:12.020582 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device c3a09390-f5ca-4dd3-a167-a3dd52316261 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:12.146639 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port c3a09390-f5ca-4dd3-a167-a3dd52316261 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:12.151212 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port c3a09390-f5ca-4dd3-a167-a3dd52316261 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:12.151593 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:12.203309 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:26:12.254670 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:12.281916 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port c3a09390-f5ca-4dd3-a167-a3dd52316261, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=c3a09390-f5ca-4dd3-a167-a3dd52316261,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:26:12.333445 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:12.372455 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:26:12.386359 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e792c57-2e62-478b-995c-15918d8264e2 None None] Sync routers for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:26:12.401159 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e792c57-2e62-478b-995c-15918d8264e2 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:26:12.403071 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-0e792c57-2e62-478b-995c-15918d8264e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:26:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:12.405842 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=c3a09390-f5ca-4dd3-a167-a3dd52316261,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:12.479354 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:12.529413 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-10b5daf1-bfff-433e-aee9-d74b4cd4b779 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5070398 Aug 17 01:26:12.531031 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'tag': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:26:12.534541 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a117e1db-d823-4a72-b9bc-80b724f886a7" -d '{"events": [{"name": "network-changed", "server_uuid": "93e6e390-ac55-4382-adbc-efadba6b8bf9", "tag": "0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:26:12.575718 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f686694-faa6-4582-ba55-38f17819a1e1 x-openstack-request-id: req-1f686694-faa6-4582-ba55-38f17819a1e1 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:26:12.576009 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e6e390-ac55-4382-adbc-efadba6b8bf9", "tag": "0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:26:12.576261 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f686694-faa6-4582-ba55-38f17819a1e1 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:26:12.576664 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'tag': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f', 'status': 'completed', 'code': 200} Aug 17 01:26:12.640869 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-0e792c57-2e62-478b-995c-15918d8264e2 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:26:12.647134 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117e1db-d823-4a72-b9bc-80b724f886a7 req-5d1b2e7c-e729-4548-93d6-0f0840bcaee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:12.647134 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a117e1db-d823-4a72-b9bc-80b724f886a7 req-5d1b2e7c-e729-4548-93d6-0f0840bcaee2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 1099 time: 0.0478590 Aug 17 01:26:12.756372 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117e1db-d823-4a72-b9bc-80b724f886a7 req-6d5b4778-9f45-4855-8cf6-e7b0f3817db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:12.757929 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a117e1db-d823-4a72-b9bc-80b724f886a7 req-6d5b4778-9f45-4855-8cf6-e7b0f3817db3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 912 time: 0.1040711 Aug 17 01:26:12.853281 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a117e1db-d823-4a72-b9bc-80b724f886a7 req-1dd5c113-1178-4cd3-a524-17a806bb9606 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f HTTP/1.1" status: 200 len: 999 time: 0.0883203 Aug 17 01:26:12.933436 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117e1db-d823-4a72-b9bc-80b724f886a7 req-46c60592-8e41-49be-8b04-d6a07bb62992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:12.935649 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a117e1db-d823-4a72-b9bc-80b724f886a7 req-46c60592-8e41-49be-8b04-d6a07bb62992 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6df92ead-3437-460e-ac56-bea91a2ffc37 HTTP/1.1" status: 200 len: 851 time: 0.0754311 Aug 17 01:26:12.936168 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-0e792c57-2e62-478b-995c-15918d8264e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'bd958f13-152a-41af-8922-a2312b0ebe38', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:02:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:26:11Z', 'updated_at': '2021-08-17T01:26:11Z', 'revision_number': 0, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}, {'id': 'e6a49076-9777-412b-bc9d-65097a7a517a', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:24:10Z', 'updated_at': '2021-08-17T01:24:13Z', 'revision_number': 1, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:12.971537 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e792c57-2e62-478b-995c-15918d8264e2 None None] Checking router: 6959f7f3-2c31-486e-b19c-a7ff112a77e0 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:26:12.982207 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e792c57-2e62-478b-995c-15918d8264e2 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:26:12.983149 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-0e792c57-2e62-478b-995c-15918d8264e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:26:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:13.007795 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117e1db-d823-4a72-b9bc-80b724f886a7 req-c1784dbe-af9e-4780-b389-678d51063fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:13.009837 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a117e1db-d823-4a72-b9bc-80b724f886a7 req-c1784dbe-af9e-4780-b389-678d51063fa4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661783 Aug 17 01:26:13.114964 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-0e792c57-2e62-478b-995c-15918d8264e2 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:26:13.118379 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a117e1db-d823-4a72-b9bc-80b724f886a7 req-f8b5675c-8334-4164-a9f8-3fa0b85c7ba0 service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005752 Aug 17 01:26:13.414772 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-0e792c57-2e62-478b-995c-15918d8264e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'bd958f13-152a-41af-8922-a2312b0ebe38', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:02:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:26:11Z', 'updated_at': '2021-08-17T01:26:11Z', 'revision_number': 0, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}, {'id': 'e6a49076-9777-412b-bc9d-65097a7a517a', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:24:10Z', 'updated_at': '2021-08-17T01:24:13Z', 'revision_number': 1, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:13.449566 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e792c57-2e62-478b-995c-15918d8264e2 None None] The sync data for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi is: [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'bd958f13-152a-41af-8922-a2312b0ebe38', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:02:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:26:11Z', 'updated_at': '2021-08-17T01:26:11Z', 'revision_number': 0, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}, {'id': 'e6a49076-9777-412b-bc9d-65097a7a517a', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:24:10Z', 'updated_at': '2021-08-17T01:24:13Z', 'revision_number': 1, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:26:13.649998 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-a117e1db-d823-4a72-b9bc-80b724f886a7 req-c8a9efe1-0a96-4324-a475-38a21f0ed8de service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245006 Aug 17 01:26:13.820847 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c553cdb-e7db-4226-828e-8e6c273d5268 None None] New status for floating IP bd958f13-152a-41af-8922-a2312b0ebe38: ACTIVE {{(pid=94704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:26:13.936138 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device c3a09390-f5ca-4dd3-a167-a3dd52316261 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:13.978749 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Sync routers for ids ['293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:26:13.988665 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Routers {'293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:26:13.989352 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:26:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:14.141043 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Set router 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:26:14.168053 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port c3a09390-f5ca-4dd3-a167-a3dd52316261 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:14.168536 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:14.220845 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:26:14.441448 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'name': 'tempest-TestMinimumBasicScenario-1033299277-router', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:26:05Z', 'updated_at': '2021-08-17T01:26:09Z', 'revision_number': 4, 'project_id': '5f7dda52f0524f0982579a7082244882', 'gw_port': {'id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:06Z', 'updated_at': '2021-08-17T01:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '54becea8-8cf7-47c0-a2b9-ffa7c48f1802', 'name': '', 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'mac_address': 'fa:16:3e:9f:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c4f47a95-b3be-4a36-bab5-aa52730f8df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:08Z', 'updated_at': '2021-08-17T01:26:09Z', 'revision_number': 2, 'project_id': '5f7dda52f0524f0982579a7082244882', 'subnets': [{'id': 'c4f47a95-b3be-4a36-bab5-aa52730f8df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:14.468891 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Checking router: 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:26:14.469237 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Updating router 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 binding host dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 01:26:14.495307 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:14.786953 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:14.796422 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Transition to ACTIVE for port object 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:26:14.906389 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:14.955303 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ab7d0-2078-4c22-b424-e9997b91e56b None None] Pushing event updated for resources: {'Port': ['ID=54becea8-8cf7-47c0-a2b9-ffa7c48f1802,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:15.016623 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Attempting to bind port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 on host dv-cinder-803901-7-iscsi for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:26:15.019760 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Attempting to bind port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 by drivers openvswitch,hyperv on host dv-cinder-803901-7-iscsi at level 0 using segments [{'id': '47a8fe17-2032-432d-96e9-ce0cd26e0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:26:15.020239 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Attempting to bind port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 on network b718d64e-be45-4169-aac0-ec8730da10c1 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:26:15.026207 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Checking agent: {'id': '7e76854f-9ccc-4d2b-a58b-e7483e574529', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 7, 36), 'started_at': datetime.datetime(2021, 8, 17, 1, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:26:15.028047 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Checking segment: {'id': '47a8fe17-2032-432d-96e9-ce0cd26e0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:26:15.028047 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:15.028047 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Bound using segment: {'id': '47a8fe17-2032-432d-96e9-ce0cd26e0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:26:15.028047 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Bound port: 54becea8-8cf7-47c0-a2b9-ffa7c48f1802, host: dv-cinder-803901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a8fe17-2032-432d-96e9-ce0cd26e0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:26:15.028577 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:15.108780 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] For port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802, host dv-cinder-803901-7-iscsi, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:26:15.113746 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] For port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802, host dv-cinder-803901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=54becea8-8cf7-47c0-a2b9-ffa7c48f1802,segment=NetworkSegment(47a8fe17-2032-432d-96e9-ce0cd26e0e22),segment_id=47a8fe17-2032-432d-96e9-ce0cd26e0e22)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:26:15.221123 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:15.302034 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ab7d0-2078-4c22-b424-e9997b91e56b None None] Pushing event updated for resources: {'Port': ['ID=54becea8-8cf7-47c0-a2b9-ffa7c48f1802,revision_number=4']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:15.313380 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Routers {'293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:26:15.314182 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:26:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:15.552690 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] Set router 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:26:15.779738 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'name': 'tempest-TestMinimumBasicScenario-1033299277-router', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:26:05Z', 'updated_at': '2021-08-17T01:26:09Z', 'revision_number': 4, 'project_id': '5f7dda52f0524f0982579a7082244882', 'gw_port': {'id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:06Z', 'updated_at': '2021-08-17T01:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '54becea8-8cf7-47c0-a2b9-ffa7c48f1802', 'name': '', 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'mac_address': 'fa:16:3e:9f:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c4f47a95-b3be-4a36-bab5-aa52730f8df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:08Z', 'updated_at': '2021-08-17T01:26:15Z', 'revision_number': 4, 'project_id': '5f7dda52f0524f0982579a7082244882', 'subnets': [{'id': 'c4f47a95-b3be-4a36-bab5-aa52730f8df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:26:15.811336 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c805e3-d81d-4e7b-83b0-cad3120946f9 None None] The sync data for ids ['293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'] in dv-cinder-803901-7-iscsi is: [{'id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'name': 'tempest-TestMinimumBasicScenario-1033299277-router', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:26:05Z', 'updated_at': '2021-08-17T01:26:09Z', 'revision_number': 4, 'project_id': '5f7dda52f0524f0982579a7082244882', 'gw_port': {'id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:06Z', 'updated_at': '2021-08-17T01:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '54becea8-8cf7-47c0-a2b9-ffa7c48f1802', 'name': '', 'network_id': 'b718d64e-be45-4169-aac0-ec8730da10c1', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'mac_address': 'fa:16:3e:9f:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c4f47a95-b3be-4a36-bab5-aa52730f8df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:08Z', 'updated_at': '2021-08-17T01:26:15Z', 'revision_number': 4, 'project_id': '5f7dda52f0524f0982579a7082244882', 'subnets': [{'id': 'c4f47a95-b3be-4a36-bab5-aa52730f8df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:26:15.927953 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:16.058840 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning for port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:16.063280 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:16.063741 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:16.151374 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:16.188133 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] For port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=54becea8-8cf7-47c0-a2b9-ffa7c48f1802,segment=NetworkSegment(47a8fe17-2032-432d-96e9-ce0cd26e0e22),segment_id=47a8fe17-2032-432d-96e9-ce0cd26e0e22)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:26:16.277818 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:16.341943 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Pushing event updated for resources: {'Port': ['ID=54becea8-8cf7-47c0-a2b9-ffa7c48f1802,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:17.899862 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 up at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:17.952427 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Provisioning complete for port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:17.952925 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:22.352024 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:22.672822 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-b713d0df-bf61-4a55-9bc3-932b660f7c74 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:22.674885 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-b713d0df-bf61-4a55-9bc3-932b660f7c74 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/networks?id=60a34b52-2ec7-4170-92a7-6c6098493342 HTTP/1.1" status: 200 len: 815 time: 0.1020124 Aug 17 01:26:22.691004 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-ba086262-18a2-4e97-9165-9bbca90f2fa3 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/quotas/66b314f9138c4b3e8305ca8caf6ab09c HTTP/1.1" status: 200 len: 375 time: 0.0103581 Aug 17 01:26:22.745361 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-327d8079-2e71-43dd-922d-d3fd1b70ef1f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=66b314f9138c4b3e8305ca8caf6ab09c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490932 Aug 17 01:26:22.855643 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-12e772cf-6940-4020-ac55-55ad6dad4e41 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 01:26:22.856649 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-12e772cf-6940-4020-ac55-55ad6dad4e41 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0996394 Aug 17 01:26:22.950135 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-4b74e2ab-f934-4f34-808d-4d8923af850f service neutron] 10.222.0.45 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859160 Aug 17 01:26:23.050314 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-c46db609-bea2-4e65-a209-aa81db3205d2 service neutron] 10.222.0.45 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893762 Aug 17 01:26:23.332960 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-45b18e32-8711-4ea6-81c9-bc39f5c4a182 req-75321521-9e04-41c8-9fd3-eae134a34bf9 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 210 time: 0.0275400 Aug 17 01:26:24.424536 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dbb80832-c7ae-43b8-86e4-b75de4584d17 req-d1ed0760-15e2-4255-b5a5-6b96f7f98916 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 210 time: 0.0288322 Aug 17 01:26:25.519731 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-b6f524e6-d78e-4123-82b4-0737b63424b2 req-2cd199d5-ac48-4ce5-9963-8b87af88783e tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 210 time: 0.0267253 Aug 17 01:26:25.737148 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-fe86804d-a31d-462b-950a-9f3505246264 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:25.738630 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-fe86804d-a31d-462b-950a-9f3505246264 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.81 "GET /v2.0/networks?id=60a34b52-2ec7-4170-92a7-6c6098493342 HTTP/1.1" status: 200 len: 815 time: 0.1216562 Aug 17 01:26:25.752528 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Request body: {'port': {'device_id': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'admin_state_up': True, 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:26:25.945945 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Made reservation on behalf of 66b314f9138c4b3e8305ca8caf6ab09c for: {'port': 1} {{(pid=94703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 01:26:25.949725 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:26.082895 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_common [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Allocated IP 172.20.0.12 (60a34b52-2ec7-4170-92a7-6c6098493342/07b48526-1fdb-443f-b26c-906ee27822ac/d99b4ef7-4934-4fb5-953a-be356e871701) {{(pid=94703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:26:26.242280 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for port, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:26.265096 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Transition to ACTIVE for port object d99b4ef7-4934-4fb5-953a-be356e871701 will not be triggered until provisioned by entity DHCP. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:26:26.380779 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:26.427909 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Network 60a34b52-2ec7-4170-92a7-6c6098493342 is already hosted by enough agents. {{(pid=94703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:26:26.431404 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.base_scheduler [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Resources bound (agent type, host, resource id): {{(pid=94703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:26:26.435593 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Received port after_create {{(pid=94703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:26:26.443435 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event updated for resources: {'Port': ['ID=d99b4ef7-4934-4fb5-953a-be356e871701,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:26.535399 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:26.536092 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:26.632899 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-3f23204f-ef9a-4585-87ea-7e17e1f1bf2a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8841972 Aug 17 01:26:26.693041 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf8f27-14e7-4b5c-bbc9-fa1bd6e7b224 req-45decbd2-2379-4f5d-91b0-1052c1bf4c03 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:26.702881 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5ecf8f27-14e7-4b5c-bbc9-fa1bd6e7b224 req-45decbd2-2379-4f5d-91b0-1052c1bf4c03 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 932 time: 0.0869083 Aug 17 01:26:26.777954 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5ecf8f27-14e7-4b5c-bbc9-fa1bd6e7b224 req-c5e51c0a-3412-47d4-a7cc-60064e1286da tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741651 Aug 17 01:26:26.820445 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-e3b88369-bccb-437b-aa4f-aa1d0de7b61b None None] Provisioning for port d99b4ef7-4934-4fb5-953a-be356e871701 completed by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:26.826091 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-e3b88369-bccb-437b-aa4f-aa1d0de7b61b None None] Provisioning complete for port d99b4ef7-4934-4fb5-953a-be356e871701 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:26.826505 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-e3b88369-bccb-437b-aa4f-aa1d0de7b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:26.873684 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-e3b88369-bccb-437b-aa4f-aa1d0de7b61b None None] Port d99b4ef7-4934-4fb5-953a-be356e871701 cannot update to ACTIVE because it is not bound. {{(pid=94704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 01:26:27.917684 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f157a3-b942-443e-b5ba-592de71e34f6 req-9b743d98-d65d-40a6-a859-fe6c75f5cf88 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:27.919393 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-51f157a3-b942-443e-b5ba-592de71e34f6 req-9b743d98-d65d-40a6-a859-fe6c75f5cf88 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 932 time: 0.0534918 Aug 17 01:26:27.959913 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-51f157a3-b942-443e-b5ba-592de71e34f6 req-a811c926-1df7-46dd-aa4e-c5ea606e014a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Aug 17 01:26:29.093285 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63ea4-cebb-4b24-b90b-f7321742b713 req-f4856ba9-a2c3-4c03-9ee9-3248ff1e690f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:29.094778 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7fd63ea4-cebb-4b24-b90b-f7321742b713 req-f4856ba9-a2c3-4c03-9ee9-3248ff1e690f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 932 time: 0.0504987 Aug 17 01:26:29.136442 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7fd63ea4-cebb-4b24-b90b-f7321742b713 req-34476a39-c16e-447d-8c1e-2f15b2b5edda tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357280 Aug 17 01:26:30.272414 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf4b14-2a5a-4100-81c8-7c1d4659360d req-54fa0341-ad50-4ced-abb4-f2c8c43f1599 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:30.273940 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5dcf4b14-2a5a-4100-81c8-7c1d4659360d req-54fa0341-ad50-4ced-abb4-f2c8c43f1599 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 932 time: 0.0588350 Aug 17 01:26:30.317023 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5dcf4b14-2a5a-4100-81c8-7c1d4659360d req-7e17c9b4-d406-45ac-bfde-3eba6e02533f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368371 Aug 17 01:26:31.448715 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7238938-287b-4be7-934a-ba2ee23b23b9 req-f425acd6-7642-4b7a-8009-2495d9e18e14 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:31.450456 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e7238938-287b-4be7-934a-ba2ee23b23b9 req-f425acd6-7642-4b7a-8009-2495d9e18e14 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 932 time: 0.0517128 Aug 17 01:26:31.500997 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e7238938-287b-4be7-934a-ba2ee23b23b9 req-9fef9ae8-44da-410d-bc16-4d1b500f6fc5 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Aug 17 01:26:32.506016 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8646026b-eea2-4a7c-8ac9-5885195ab630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:32.645172 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccf9e6-b9d6-40f3-a35a-cd56362785fb req-70e2e467-ca6f-4e74-8815-f3a486f504eb tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:32.646870 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8eccf9e6-b9d6-40f3-a35a-cd56362785fb req-70e2e467-ca6f-4e74-8815-f3a486f504eb tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 932 time: 0.0630732 Aug 17 01:26:32.688947 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-8eccf9e6-b9d6-40f3-a35a-cd56362785fb req-b86f9462-c4a9-4001-8f90-8565cf77b92e tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356941 Aug 17 01:26:33.809772 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171acc19-66e9-43a9-ae24-1750a2e71ed5 req-b765038e-7e32-45b6-89fa-35641bb37f72 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:33.811378 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-171acc19-66e9-43a9-ae24-1750a2e71ed5 req-b765038e-7e32-45b6-89fa-35641bb37f72 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 932 time: 0.0503769 Aug 17 01:26:33.858522 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-171acc19-66e9-43a9-ae24-1750a2e71ed5 req-7286d73c-e045-40f1-ae10-0ced8673f75f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Aug 17 01:26:34.990335 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a8212-30bb-4032-91bf-db57dd53c9f9 req-8d753ce2-9ec9-49eb-9df6-e1c4a23df689 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:34.991845 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5b9a8212-30bb-4032-91bf-db57dd53c9f9 req-8d753ce2-9ec9-49eb-9df6-e1c4a23df689 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 932 time: 0.0506225 Aug 17 01:26:35.038572 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-5b9a8212-30bb-4032-91bf-db57dd53c9f9 req-09928cd2-0f50-4287-8899-0ec2c7f1926e tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Aug 17 01:26:36.157999 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1427c5-562e-482e-8d92-983901466f22 req-f743b5b8-10d7-49bd-a25a-533dde4cba9a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:36.324190 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3d1427c5-562e-482e-8d92-983901466f22 req-f743b5b8-10d7-49bd-a25a-533dde4cba9a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 932 time: 0.0549324 Aug 17 01:26:36.324190 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3d1427c5-562e-482e-8d92-983901466f22 req-d77f159e-0edb-460a-850d-e7f0c2e0e265 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360851 Aug 17 01:26:36.614836 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:36.642894 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-1171ebfc-0845-45fd-a704-9962153ca5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:37.453741 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e2b81-8506-451e-98b6-7f33392701fe req-2fc758c5-c007-4edc-b2cb-706145577b0c tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:37.456074 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fa6e2b81-8506-451e-98b6-7f33392701fe req-2fc758c5-c007-4edc-b2cb-706145577b0c tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 932 time: 0.0639846 Aug 17 01:26:37.496477 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-fa6e2b81-8506-451e-98b6-7f33392701fe req-36f2f86a-f7cd-4582-8541-3553792c0657 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331638 Aug 17 01:26:37.601535 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:38.184214 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Request body: {'port': {'device_id': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:26:38.237880 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:38.509863 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99b4ef7-4934-4fb5-953a-be356e871701 {{(pid=94703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:26:38.517312 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:38.529445 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Transition to ACTIVE for port object d99b4ef7-4934-4fb5-953a-be356e871701 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 01:26:38.617163 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1dd1c-cacb-4569-96cd-d254030693f1 req-00bb6e58-a10b-4998-b1cc-653ceea43593 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:38.618789 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-27d1dd1c-cacb-4569-96cd-d254030693f1 req-00bb6e58-a10b-4998-b1cc-653ceea43593 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 932 time: 0.0534835 Aug 17 01:26:38.619914 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:38.703230 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Pushing event updated for resources: {'Port': ['ID=d99b4ef7-4934-4fb5-953a-be356e871701,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:38.731396 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-27d1dd1c-cacb-4569-96cd-d254030693f1 req-3ab715d5-cb2a-4b65-bcad-4561e9ba8de0 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034198 Aug 17 01:26:38.779198 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Attempting to bind port d99b4ef7-4934-4fb5-953a-be356e871701 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 01:26:38.779540 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Attempting to bind port d99b4ef7-4934-4fb5-953a-be356e871701 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 01:26:38.779876 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Attempting to bind port d99b4ef7-4934-4fb5-953a-be356e871701 on network 60a34b52-2ec7-4170-92a7-6c6098493342 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:26:38.785097 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Port d99b4ef7-4934-4fb5-953a-be356e871701 on network 60a34b52-2ec7-4170-92a7-6c6098493342 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 01:26:38.785405 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Attempting to bind port d99b4ef7-4934-4fb5-953a-be356e871701 on network 60a34b52-2ec7-4170-92a7-6c6098493342 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 01:26:38.790537 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Checking agent: {'id': 'aefb9523-39ee-4d7e-905a-3dda83b9d180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'started_at': datetime.datetime(2021, 8, 17, 1, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 1, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 01:26:38.790882 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Checking segment: {'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 01:26:38.791270 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Bound using segment: {'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 01:26:38.791704 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Bound port: d99b4ef7-4934-4fb5-953a-be356e871701, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b88d94-143a-4e57-8269-34c16e56da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 01:26:38.792066 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:38.859546 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] For port d99b4ef7-4934-4fb5-953a-be356e871701, host hv-cinder-80390, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 01:26:38.863769 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] For port d99b4ef7-4934-4fb5-953a-be356e871701, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d99b4ef7-4934-4fb5-953a-be356e871701,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 01:26:38.934963 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:38.974188 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:38.974861 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:38.976615 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] 10.222.0.81 "PUT /v2.0/ports/d99b4ef7-4934-4fb5-953a-be356e871701 HTTP/1.1" status: 200 len: 1094 time: 0.7969146 Aug 17 01:26:38.979042 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:26:38.982129 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fd8b92-ad7e-42d7-aa27-07cf88eda3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:26:39.011266 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc290836-783a-4d7f-aaf6-dbcfb76a7653 service neutron] Pushing event updated for resources: {'Port': ['ID=d99b4ef7-4934-4fb5-953a-be356e871701,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:39.149803 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-f23dc9d9-5312-4e7d-a4de-8158b5bbd329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:39.151394 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-f23dc9d9-5312-4e7d-a4de-8158b5bbd329 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=66b314f9138c4b3e8305ca8caf6ab09c&device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 1097 time: 0.0427213 Aug 17 01:26:39.154766 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7cd102-d9d7-4ce8-9ee1-44f17413cfab x-openstack-request-id: req-9e7cd102-d9d7-4ce8-9ee1-44f17413cfab {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:26:39.155046 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:26:39.155294 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e7cd102-d9d7-4ce8-9ee1-44f17413cfab {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:26:39.155683 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'status': 'completed', 'code': 200} Aug 17 01:26:39.198166 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-738f8bd0-4afa-4cfc-a435-3197cab41599 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d99b4ef7-4934-4fb5-953a-be356e871701 HTTP/1.1" status: 200 len: 217 time: 0.0336719 Aug 17 01:26:39.246833 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-00eb964f-34f5-404d-98b6-a09107ef4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:39.248264 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-00eb964f-34f5-404d-98b6-a09107ef4817 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07b48526-1fdb-443f-b26c-906ee27822ac HTTP/1.1" status: 200 len: 854 time: 0.0436275 Aug 17 01:26:39.299568 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-de61dcd3-cd50-4198-99cc-c8dd0dc38b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:39.301184 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-de61dcd3-cd50-4198-99cc-c8dd0dc38b2a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=60a34b52-2ec7-4170-92a7-6c6098493342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462992 Aug 17 01:26:39.397967 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-f3c58552-cbea-4e5c-8aa3-d5ede767d805 service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890434 Aug 17 01:26:39.437512 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:39.498247 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4f14d22f-7db4-461d-89fe-08a6ad673af8 req-80d92320-0f76-4884-b87c-531abc7e5639 service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931847 Aug 17 01:26:39.674997 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd8b92-ad7e-42d7-aa27-07cf88eda3ae req-7e4829ec-0c69-408d-a3e3-4136510bc167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:39.676548 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e4fd8b92-ad7e-42d7-aa27-07cf88eda3ae req-7e4829ec-0c69-408d-a3e3-4136510bc167 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=66b314f9138c4b3e8305ca8caf6ab09c&device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 1097 time: 0.0430777 Aug 17 01:26:39.774370 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd8b92-ad7e-42d7-aa27-07cf88eda3ae req-927fac08-7eaf-45d4-9780-52d55e4927a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:39.775950 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e4fd8b92-ad7e-42d7-aa27-07cf88eda3ae req-927fac08-7eaf-45d4-9780-52d55e4927a3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=60a34b52-2ec7-4170-92a7-6c6098493342 HTTP/1.1" status: 200 len: 915 time: 0.0920634 Aug 17 01:26:39.828688 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e4fd8b92-ad7e-42d7-aa27-07cf88eda3ae req-0612a1ac-0396-47f0-8481-cfdf7bc80359 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d99b4ef7-4934-4fb5-953a-be356e871701 HTTP/1.1" status: 200 len: 217 time: 0.0438809 Aug 17 01:26:39.900843 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd8b92-ad7e-42d7-aa27-07cf88eda3ae req-f2ed0356-ade2-4318-bd23-9297173f95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:39.902535 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e4fd8b92-ad7e-42d7-aa27-07cf88eda3ae req-f2ed0356-ade2-4318-bd23-9297173f95ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07b48526-1fdb-443f-b26c-906ee27822ac HTTP/1.1" status: 200 len: 854 time: 0.0561025 Aug 17 01:26:39.911252 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ca827-10fb-4c70-8f19-9e4bd178cc46 req-b87346d3-193c-4ab7-82ee-75af6fd6dffc tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:39.912822 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-372ca827-10fb-4c70-8f19-9e4bd178cc46 req-b87346d3-193c-4ab7-82ee-75af6fd6dffc tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 944 time: 0.0934236 Aug 17 01:26:39.978843 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-372ca827-10fb-4c70-8f19-9e4bd178cc46 req-46c0a5f5-e216-417a-bb84-01af9157af00 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568876 Aug 17 01:26:39.981451 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd8b92-ad7e-42d7-aa27-07cf88eda3ae req-6c4c4fcb-d72c-490d-9523-bf0119186968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:39.982919 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e4fd8b92-ad7e-42d7-aa27-07cf88eda3ae req-6c4c4fcb-d72c-490d-9523-bf0119186968 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=60a34b52-2ec7-4170-92a7-6c6098493342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692036 Aug 17 01:26:40.077503 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e4fd8b92-ad7e-42d7-aa27-07cf88eda3ae req-63cc65fd-1821-4e61-a34d-53a5e34a8d3e service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870106 Aug 17 01:26:40.169588 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-e4fd8b92-ad7e-42d7-aa27-07cf88eda3ae req-be6b4118-f8d4-4dc2-b3e2-dfc86a55ab9e service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832868 Aug 17 01:26:41.105628 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53e447-a4c3-4eec-b6a3-791d2f1ac27f req-2936ef9d-d562-4684-a751-45e53ce8fb48 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:41.107252 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7f53e447-a4c3-4eec-b6a3-791d2f1ac27f req-2936ef9d-d562-4684-a751-45e53ce8fb48 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 944 time: 0.0522604 Aug 17 01:26:41.147465 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7f53e447-a4c3-4eec-b6a3-791d2f1ac27f req-e3d0013e-217e-4fa7-99bc-eae97eb18b38 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340018 Aug 17 01:26:42.259955 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0074f-82a2-45fe-816c-4207289090dd req-4e596124-844e-42c2-bd16-1795bb0efb99 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:42.261445 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4ca0074f-82a2-45fe-816c-4207289090dd req-4e596124-844e-42c2-bd16-1795bb0efb99 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 944 time: 0.0487978 Aug 17 01:26:42.298891 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-4ca0074f-82a2-45fe-816c-4207289090dd req-6b1662d2-00b3-4507-8d2a-8ee56dc6d76e tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Aug 17 01:26:43.416612 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983012c2-b590-4960-8d6f-b75589f5c2d3 req-7a960102-3141-4a65-8506-67ffe9ec5b38 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:43.418191 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983012c2-b590-4960-8d6f-b75589f5c2d3 req-7a960102-3141-4a65-8506-67ffe9ec5b38 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 944 time: 0.0491059 Aug 17 01:26:43.458191 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-983012c2-b590-4960-8d6f-b75589f5c2d3 req-f97d81ea-bdb7-4ba1-b555-60d1c9c62134 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Aug 17 01:26:43.528596 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d99b4ef7-4934-4fb5-953a-be356e871701 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=94704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 01:26:43.644599 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d99b4ef7-4934-4fb5-953a-be356e871701, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d99b4ef7-4934-4fb5-953a-be356e871701,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:26:43.655736 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Returning: {'device': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'port_id': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'mac_address': 'fa:16:3e:ed:da:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 01:26:43.698810 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:43.714424 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99b4ef7-4934-4fb5-953a-be356e871701 {{(pid=94704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 01:26:43.737162 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d99b4ef7-4934-4fb5-953a-be356e871701, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d99b4ef7-4934-4fb5-953a-be356e871701,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:26:43.853133 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:43.911419 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=d99b4ef7-4934-4fb5-953a-be356e871701,revision_number=4']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:44.074025 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['d99b4ef7-4934-4fb5-953a-be356e871701'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:26:44.583991 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dbfbe-0526-4d18-b84c-7190b30eeee5 req-0f86c8b1-c777-4b5e-89eb-f5e10bf9a1c7 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:44.585757 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bc9dbfbe-0526-4d18-b84c-7190b30eeee5 req-0f86c8b1-c777-4b5e-89eb-f5e10bf9a1c7 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 945 time: 0.0529327 Aug 17 01:26:44.627987 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-bc9dbfbe-0526-4d18-b84c-7190b30eeee5 req-c3c2860c-04d0-404f-9655-3205918ce472 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359168 Aug 17 01:26:45.522952 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d99b4ef7-4934-4fb5-953a-be356e871701 up at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 01:26:45.629924 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning for port d99b4ef7-4934-4fb5-953a-be356e871701 completed by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 01:26:45.633968 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Provisioning complete for port d99b4ef7-4934-4fb5-953a-be356e871701 triggered by entity L2. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:26:45.639406 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:45.716442 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:45.741645 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701'}] {{(pid=94704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:26:45.744111 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f67b0bc285ce9e16486dfe84bff4266a059da1fb3f0d5f4fc6dea1f7bd4446f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65edaf77-adf4-448b-9eb8-5be9d776ec62" -d '{"events": [{"server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "name": "network-vif-plugged", "status": "completed", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701"}]}' {{(pid=94704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:26:45.750695 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90068f6f-438d-4828-b458-1c55956354c9 req-acc01f34-46b5-4611-9ed0-7f0476b7d2b8 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:45.752377 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-90068f6f-438d-4828-b458-1c55956354c9 req-acc01f34-46b5-4611-9ed0-7f0476b7d2b8 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 945 time: 0.0548651 Aug 17 01:26:45.757901 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] For port d99b4ef7-4934-4fb5-953a-be356e871701, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d99b4ef7-4934-4fb5-953a-be356e871701,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:26:45.793510 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-90068f6f-438d-4828-b458-1c55956354c9 req-b6642a90-7f6d-467f-bc5f-ba5b92c29f4e tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338595 Aug 17 01:26:45.829632 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394'] for port, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:45.855448 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a94a160-2408-40dc-af83-af7a6ceeea27 x-openstack-request-id: req-7a94a160-2408-40dc-af83-af7a6ceeea27 {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:26:45.855662 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "name": "network-vif-plugged", "status": "completed", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701", "code": 200}]} {{(pid=94704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:26:45.856031 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a94a160-2408-40dc-af83-af7a6ceeea27 {{(pid=94704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:26:45.856522 dv-cinder-803901-7-iscsi neutron-server[94704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'code': 200} Aug 17 01:26:45.886659 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Pushing event updated for resources: {'Port': ['ID=d99b4ef7-4934-4fb5-953a-be356e871701,revision_number=5']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:26:46.203382 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f696512-d07e-4766-ad62-072e58cd7a25 req-cef5ab95-1c70-48f5-a4bb-d59ca000bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:46.204798 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3f696512-d07e-4766-ad62-072e58cd7a25 req-cef5ab95-1c70-48f5-a4bb-d59ca000bf6f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 1099 time: 0.0403001 Aug 17 01:26:46.244336 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-3f696512-d07e-4766-ad62-072e58cd7a25 req-181f041d-a26d-4b71-af34-c624920198ad service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303223 Aug 17 01:26:46.907984 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35ff68-e7fd-4835-ba84-0ae2ecbb9bb9 req-36bbf57f-fbc2-4b06-9879-da5a0a61a62f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:46.909643 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2d35ff68-e7fd-4835-ba84-0ae2ecbb9bb9 req-36bbf57f-fbc2-4b06-9879-da5a0a61a62f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 946 time: 0.0494475 Aug 17 01:26:46.947259 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2d35ff68-e7fd-4835-ba84-0ae2ecbb9bb9 req-48c98fcc-939a-4b46-ba64-0da3ce0d74de tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Aug 17 01:26:48.067307 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5262757-f722-41b1-b0b4-5fbc3a7b6754 req-f32015d2-072f-4d4e-9341-656b0b7c6180 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:48.068841 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f5262757-f722-41b1-b0b4-5fbc3a7b6754 req-f32015d2-072f-4d4e-9341-656b0b7c6180 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 946 time: 0.0510080 Aug 17 01:26:48.108941 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f5262757-f722-41b1-b0b4-5fbc3a7b6754 req-2ef77e17-31dd-4d54-8643-052130a11a8f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336561 Aug 17 01:26:48.230581 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e04ac-8da5-4009-8df4-5e19a993866a req-dbc6a4f2-9ebc-493b-af04-e0cfa9ff5e49 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:48.232323 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6f1e04ac-8da5-4009-8df4-5e19a993866a req-dbc6a4f2-9ebc-493b-af04-e0cfa9ff5e49 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 946 time: 0.0529718 Aug 17 01:26:48.274258 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6f1e04ac-8da5-4009-8df4-5e19a993866a req-bca6ca79-3829-47bd-bef5-cd1abce62620 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351985 Aug 17 01:26:48.616131 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a6282-57ee-4bb1-93f4-d9e85a2c9cd3 req-f375b82c-a79a-4a39-8e3f-f7f6693c8223 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:48.617645 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-dc3a6282-57ee-4bb1-93f4-d9e85a2c9cd3 req-f375b82c-a79a-4a39-8e3f-f7f6693c8223 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 946 time: 0.0614908 Aug 17 01:26:48.656737 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-dc3a6282-57ee-4bb1-93f4-d9e85a2c9cd3 req-3dd63dfc-8b5e-4bc2-8f68-d01b70143908 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329866 Aug 17 01:26:51.210676 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:26:52.367290 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:57.739414 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-52244ed3-f0cf-4239-ba5e-b0ce4f50d6ce req-35cfd7db-55ab-4aac-88c9-d97db79b65d8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461388 Aug 17 01:26:57.848367 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244ed3-f0cf-4239-ba5e-b0ce4f50d6ce req-5c817d1a-80dc-499c-952d-d04d5e11a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:57.849972 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-52244ed3-f0cf-4239-ba5e-b0ce4f50d6ce req-5c817d1a-80dc-499c-952d-d04d5e11a87e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 1098 time: 0.0457361 Aug 17 01:26:57.963248 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244ed3-f0cf-4239-ba5e-b0ce4f50d6ce req-0b13ba16-780f-4aa5-81ec-ef128e5a0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:57.964732 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-52244ed3-f0cf-4239-ba5e-b0ce4f50d6ce req-0b13ba16-780f-4aa5-81ec-ef128e5a0032 service neutron] 10.222.0.81 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 912 time: 0.0961101 Aug 17 01:26:58.031760 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-52244ed3-f0cf-4239-ba5e-b0ce4f50d6ce req-4d028db9-1f37-42ec-8dd2-a15c19667657 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c8baa92-4c3e-4262-8585-ad0796365c19 HTTP/1.1" status: 200 len: 1001 time: 0.0589538 Aug 17 01:26:58.083133 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244ed3-f0cf-4239-ba5e-b0ce4f50d6ce req-6f490774-be21-43b3-b857-da3bff15a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:58.084621 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-52244ed3-f0cf-4239-ba5e-b0ce4f50d6ce req-6f490774-be21-43b3-b857-da3bff15a186 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6df92ead-3437-460e-ac56-bea91a2ffc37 HTTP/1.1" status: 200 len: 851 time: 0.0456371 Aug 17 01:26:58.138515 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244ed3-f0cf-4239-ba5e-b0ce4f50d6ce req-057662b9-a548-41bf-af68-77397c6b8f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:58.140010 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-52244ed3-f0cf-4239-ba5e-b0ce4f50d6ce req-057662b9-a548-41bf-af68-77397c6b8f5f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452819 Aug 17 01:26:58.230530 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-52244ed3-f0cf-4239-ba5e-b0ce4f50d6ce req-9981d879-1bf2-4643-83ce-22692eaae0cd service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823247 Aug 17 01:26:58.327539 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-52244ed3-f0cf-4239-ba5e-b0ce4f50d6ce req-15e8800d-cd6f-4ff8-b06c-877d58d132d7 service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884447 Aug 17 01:26:59.123691 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf0fd6-e6f8-4e5b-8591-ae49ddfcc0b1 req-5eeaa5a9-bfd3-4770-9e11-69065e546559 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:59.125188 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d2bf0fd6-e6f8-4e5b-8591-ae49ddfcc0b1 req-5eeaa5a9-bfd3-4770-9e11-69065e546559 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 946 time: 0.0502696 Aug 17 01:26:59.164058 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d2bf0fd6-e6f8-4e5b-8591-ae49ddfcc0b1 req-21b9bdc1-ebaf-4423-b232-dee76fd91720 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Aug 17 01:26:59.186869 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46666) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:26:59.278871 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0f8bb7-bd78-417a-8496-a0940403a0c7 tempest-TestMinimumBasicScenario-671210609 tempest-TestMinimumBasicScenario-671210609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:26:59.280456 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-ed0f8bb7-bd78-417a-8496-a0940403a0c7 tempest-TestMinimumBasicScenario-671210609 tempest-TestMinimumBasicScenario-671210609-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 1094 time: 0.0922141 Aug 17 01:26:59.283558 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46672) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:26:59.288251 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Request body: {'floatingip': {'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'port_id': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:26:59.408036 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for floatingip, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:59.508667 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:26:59.612683 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Allocated IP 172.27.3.23 (80976695-463a-4c2a-8940-723c41164f17/97b2a46b-765c-40cc-92c0-c6008b5f911c/f4914c68-022f-4b0d-87c1-3455a52eecce) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 01:26:59.968243 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:00.088588 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727998251358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:00.133622 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Network 80976695-463a-4c2a-8940-723c41164f17 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 01:27:00.136426 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 01:27:00.140007 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 01:27:00.145823 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event updated for resources: {'Port': ['ID=f4914c68-022f-4b0d-87c1-3455a52eecce,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:00.172778 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:00.173131 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:00.173480 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:00.173819 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:00.174158 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:00.174524 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:00.174914 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:00.175247 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:00.175577 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:00.175905 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:00.176236 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:00.176564 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:00.515359 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:00.638593 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:00.789165 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:00.848128 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:00.914336 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event updated for resources: {'Port': ['ID=f4914c68-022f-4b0d-87c1-3455a52eecce,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:00.926768 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899597'] for floatingip, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:01.029565 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.l3_db [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Floating IP 0a4ad856-c4d0-4f3b-aca3-020a934d1b75 associated. External IP: 172.27.3.23, port: d99b4ef7-4934-4fb5-953a-be356e871701. Aug 17 01:27:01.248590 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Router b1114c03-de19-4eea-b12f-f99dbe6b458d has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:27:01.361242 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:27:01.372592 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1b031-28da-42b2-8be4-7cbd7503caf8 None None] Sync routers for ids ['b1114c03-de19-4eea-b12f-f99dbe6b458d'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:27:01.381778 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1b031-28da-42b2-8be4-7cbd7503caf8 None None] Routers {'b1114c03-de19-4eea-b12f-f99dbe6b458d'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:27:01.382417 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-82f1b031-28da-42b2-8be4-7cbd7503caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:26:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['b1114c03-de19-4eea-b12f-f99dbe6b458d'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:01.476824 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:01.490580 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-82f1b031-28da-42b2-8be4-7cbd7503caf8 None None] Set router b1114c03-de19-4eea-b12f-f99dbe6b458d gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:27:01.505483 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-6bf82a48-8954-4dd6-bf5e-891cb8aeb7e4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2207479 Aug 17 01:27:01.506006 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:27:01.508406 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03a556f-1977-42cc-ae24-dc43288b2b39" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:27:01.508877 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46676) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:01.515126 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1967104001', 'description': 'tempest-secgroup-smoke-1967104001 description', 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:27:01.610127 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c4d05b-aa6d-4eb2-8f19-a1535012c945 x-openstack-request-id: req-d9c4d05b-aa6d-4eb2-8f19-a1535012c945 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:27:01.610517 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:27:01.611038 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9c4d05b-aa6d-4eb2-8f19-a1535012c945 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:27:01.611795 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'status': 'completed', 'code': 200} Aug 17 01:27:01.612748 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:01.710563 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a556f-1977-42cc-ae24-dc43288b2b39 req-04bb401a-fb8b-459e-a56b-4c6b9419359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:01.712946 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f03a556f-1977-42cc-ae24-dc43288b2b39 req-04bb401a-fb8b-459e-a56b-4c6b9419359a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=66b314f9138c4b3e8305ca8caf6ab09c&device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 1099 time: 0.0741346 Aug 17 01:27:01.742353 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-82f1b031-28da-42b2-8be4-7cbd7503caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:26:01Z', 'revision_number': 4, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '0a4ad856-c4d0-4f3b-aca3-020a934d1b75', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'port_id': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'mac_address': 'fa:16:3e:ed:da:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:27:00Z', 'updated_at': '2021-08-17T01:27:00Z', 'revision_number': 0, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7', 'name': '', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'mac_address': 'fa:16:3e:be:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:01Z', 'updated_at': '2021-08-17T01:26:06Z', 'revision_number': 5, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'subnets': [{'id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:01.771101 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1b031-28da-42b2-8be4-7cbd7503caf8 None None] Checking router: b1114c03-de19-4eea-b12f-f99dbe6b458d for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:27:01.779715 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1b031-28da-42b2-8be4-7cbd7503caf8 None None] Routers {'b1114c03-de19-4eea-b12f-f99dbe6b458d'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:27:01.780311 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-82f1b031-28da-42b2-8be4-7cbd7503caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:26:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['b1114c03-de19-4eea-b12f-f99dbe6b458d'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:01.807031 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:01.837896 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a556f-1977-42cc-ae24-dc43288b2b39 req-7cd83ce3-1827-4449-a428-90cfeda1111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:01.839428 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f03a556f-1977-42cc-ae24-dc43288b2b39 req-7cd83ce3-1827-4449-a428-90cfeda1111f service neutron] 10.222.0.81 "GET /v2.0/networks?id=60a34b52-2ec7-4170-92a7-6c6098493342 HTTP/1.1" status: 200 len: 915 time: 0.1163630 Aug 17 01:27:01.884787 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:01.887749 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-82f1b031-28da-42b2-8be4-7cbd7503caf8 None None] Set router b1114c03-de19-4eea-b12f-f99dbe6b458d gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:27:01.931069 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4e565-b135-43d0-81c6-c420ef5ecb45,revision_number=1']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:01.934517 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f03a556f-1977-42cc-ae24-dc43288b2b39 req-af278510-a838-4550-aa98-7e8760e9183f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d99b4ef7-4934-4fb5-953a-be356e871701 HTTP/1.1" status: 200 len: 999 time: 0.0860696 Aug 17 01:27:01.939994 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:01.940996 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:01.941838 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:01.942186 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:01.942545 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:01.942881 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:01.943214 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:01.943546 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:01.943871 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:01.944200 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:01.944526 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:01.944857 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:27:01.982127 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:01.983388 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-8065ab3b-e0ef-48bf-ba4e-a0dbaf80de6b tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4726045 Aug 17 01:27:01.986528 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46682) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:01.992676 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [None req-a2f3fb92-a5a0-4525-9af0-ec809c8e980f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Request body: {'security_group_rule': {'security_group_id': 'aea4e565-b135-43d0-81c6-c420ef5ecb45', 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:27:01.994734 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a556f-1977-42cc-ae24-dc43288b2b39 req-388b89b3-cb5e-4d98-a2d7-bdea98a3de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:01.996240 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f03a556f-1977-42cc-ae24-dc43288b2b39 req-388b89b3-cb5e-4d98-a2d7-bdea98a3de6d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07b48526-1fdb-443f-b26c-906ee27822ac HTTP/1.1" status: 200 len: 854 time: 0.0482047 Aug 17 01:27:02.052833 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a556f-1977-42cc-ae24-dc43288b2b39 req-9d24ea44-c49b-466e-8547-9c309cd8cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:02.054248 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f03a556f-1977-42cc-ae24-dc43288b2b39 req-9d24ea44-c49b-466e-8547-9c309cd8cd72 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=60a34b52-2ec7-4170-92a7-6c6098493342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502098 Aug 17 01:27:02.097940 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a2f3fb92-a5a0-4525-9af0-ec809c8e980f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.126131 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-82f1b031-28da-42b2-8be4-7cbd7503caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:26:01Z', 'revision_number': 4, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '0a4ad856-c4d0-4f3b-aca3-020a934d1b75', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'port_id': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'mac_address': 'fa:16:3e:ed:da:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:27:00Z', 'updated_at': '2021-08-17T01:27:00Z', 'revision_number': 0, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7', 'name': '', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'mac_address': 'fa:16:3e:be:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:01Z', 'updated_at': '2021-08-17T01:26:06Z', 'revision_number': 5, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'subnets': [{'id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:02.154163 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f03a556f-1977-42cc-ae24-dc43288b2b39 req-469a4865-7409-44a4-b227-3aa42eaaab03 service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923271 Aug 17 01:27:02.155291 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1b031-28da-42b2-8be4-7cbd7503caf8 None None] The sync data for ids ['b1114c03-de19-4eea-b12f-f99dbe6b458d'] in dv-cinder-803901-7-iscsi is: [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:26:01Z', 'revision_number': 4, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': '0a4ad856-c4d0-4f3b-aca3-020a934d1b75', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'port_id': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'mac_address': 'fa:16:3e:ed:da:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:27:00Z', 'updated_at': '2021-08-17T01:27:00Z', 'revision_number': 0, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7', 'name': '', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'mac_address': 'fa:16:3e:be:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:01Z', 'updated_at': '2021-08-17T01:26:06Z', 'revision_number': 5, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'subnets': [{'id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:27:02.166203 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a2f3fb92-a5a0-4525-9af0-ec809c8e980f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.248000 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a2f3fb92-a5a0-4525-9af0-ec809c8e980f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.255738 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f03a556f-1977-42cc-ae24-dc43288b2b39 req-40fd0ae8-e0af-4bb8-a655-3dd8435c46ac service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938449 Aug 17 01:27:02.266582 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3fb92-a5a0-4525-9af0-ec809c8e980f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a406ef86-00d4-4c9e-8a10-12195b65bca4,revision_number=0']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:02.340981 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a2f3fb92-a5a0-4525-9af0-ec809c8e980f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.343991 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-a2f3fb92-a5a0-4525-9af0-ec809c8e980f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557243 Aug 17 01:27:02.345410 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46684) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:02.350255 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-bda7fb3d-2a61-4015-b516-8e9f5ed29e55 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Request body: {'security_group_rule': {'security_group_id': 'aea4e565-b135-43d0-81c6-c420ef5ecb45', 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:27:02.355594 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0e3da-6cb9-4fb0-8a4d-6bf8a56d18d9 None None] New status for floating IP 0a4ad856-c4d0-4f3b-aca3-020a934d1b75: ACTIVE {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:27:02.408029 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d12543e4-4ca7-4933-b98b-65628a3f9b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.442646 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bda7fb3d-2a61-4015-b516-8e9f5ed29e55 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.504039 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bda7fb3d-2a61-4015-b516-8e9f5ed29e55 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.602473 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bda7fb3d-2a61-4015-b516-8e9f5ed29e55 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.623466 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7fb3d-2a61-4015-b516-8e9f5ed29e55 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c36e7ad-a8fe-43c4-8fb4-96e84c81fa03,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:02.676922 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bda7fb3d-2a61-4015-b516-8e9f5ed29e55 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.678197 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-bda7fb3d-2a61-4015-b516-8e9f5ed29e55 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3317559 Aug 17 01:27:02.680946 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46686) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:02.685340 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-1a721042-e29c-4f51-a70c-c782913d811f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Request body: {'security_group_rule': {'security_group_id': 'aea4e565-b135-43d0-81c6-c420ef5ecb45', 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:27:02.760980 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1a721042-e29c-4f51-a70c-c782913d811f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.817259 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1a721042-e29c-4f51-a70c-c782913d811f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.903849 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1a721042-e29c-4f51-a70c-c782913d811f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.921451 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a721042-e29c-4f51-a70c-c782913d811f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efde1361-4f8c-40e5-b542-1f02500c037b,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:02.991097 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1a721042-e29c-4f51-a70c-c782913d811f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:02.992343 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-1a721042-e29c-4f51-a70c-c782913d811f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104935 Aug 17 01:27:02.995022 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46688) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:02.999497 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-5215febc-93bf-4e54-b82b-15f121681bd6 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Request body: {'security_group_rule': {'security_group_id': 'aea4e565-b135-43d0-81c6-c420ef5ecb45', 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:27:03.156455 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5215febc-93bf-4e54-b82b-15f121681bd6 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:03.216838 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5215febc-93bf-4e54-b82b-15f121681bd6 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:03.310837 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5215febc-93bf-4e54-b82b-15f121681bd6 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:03.329923 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215febc-93bf-4e54-b82b-15f121681bd6 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0749002d-31ae-4244-ad9b-3f9a6eecc28d,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:03.385235 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5215febc-93bf-4e54-b82b-15f121681bd6 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:03.386481 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-5215febc-93bf-4e54-b82b-15f121681bd6 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3905168 Aug 17 01:27:03.389188 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46690) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:03.394678 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-472d55c7-c840-4dab-9c07-6d74ff2910d1 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Request body: {'security_group_rule': {'security_group_id': 'aea4e565-b135-43d0-81c6-c420ef5ecb45', 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:27:03.463840 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.securitygroups_db [None req-472d55c7-c840-4dab-9c07-6d74ff2910d1 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Project 66b314f9138c4b3e8305ca8caf6ab09c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:27:03.469526 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-472d55c7-c840-4dab-9c07-6d74ff2910d1 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:03.530888 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-472d55c7-c840-4dab-9c07-6d74ff2910d1 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:03.606541 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-472d55c7-c840-4dab-9c07-6d74ff2910d1 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:03.624710 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d55c7-c840-4dab-9c07-6d74ff2910d1 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf08241-858e-43f9-b160-bd056586dc10,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:03.755323 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-472d55c7-c840-4dab-9c07-6d74ff2910d1 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:03.756576 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-472d55c7-c840-4dab-9c07-6d74ff2910d1 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3664153 Aug 17 01:27:03.759258 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46692) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:03.764073 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [None req-250fe8b5-8642-4a48-8237-de474358de7d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Request body: {'security_group_rule': {'security_group_id': 'aea4e565-b135-43d0-81c6-c420ef5ecb45', 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:27:03.840951 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.securitygroups_db [None req-250fe8b5-8642-4a48-8237-de474358de7d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Project 66b314f9138c4b3e8305ca8caf6ab09c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 01:27:03.846056 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-250fe8b5-8642-4a48-8237-de474358de7d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:03.905197 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-250fe8b5-8642-4a48-8237-de474358de7d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:03.967957 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-250fe8b5-8642-4a48-8237-de474358de7d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8135257'] for security_group_rule, after_create {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:03.986016 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fe8b5-8642-4a48-8237-de474358de7d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f557f4-0a3b-4f66-8bcc-2109e8132796,revision_number=0']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:04.042357 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-250fe8b5-8642-4a48-8237-de474358de7d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:04.043532 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-250fe8b5-8642-4a48-8237-de474358de7d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2832880 Aug 17 01:27:04.120492 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-713a2318-fd9d-4e10-943f-4ae91f5457fb req-fca7fb58-d013-48b4-9b91-607e008c9567 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967104001&fields=id&tenant_id=66b314f9138c4b3e8305ca8caf6ab09c HTTP/1.1" status: 200 len: 267 time: 0.0322816 Aug 17 01:27:04.175091 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a2318-fd9d-4e10-943f-4ae91f5457fb req-ef073abe-aabd-4a4a-9b6b-3cad47817c47 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:04.176531 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-713a2318-fd9d-4e10-943f-4ae91f5457fb req-ef073abe-aabd-4a4a-9b6b-3cad47817c47 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 946 time: 0.0503564 Aug 17 01:27:04.187494 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.v2.base [req-713a2318-fd9d-4e10-943f-4ae91f5457fb req-655fcfa5-88ea-4a91-ace9-a3a1a5c5a8de tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Request body: {'port': {'security_groups': ['b30f95a4-9cc8-4853-8aba-59628af4ca00', 'aea4e565-b135-43d0-81c6-c420ef5ecb45']}} {{(pid=94702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:27:04.247932 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-713a2318-fd9d-4e10-943f-4ae91f5457fb req-655fcfa5-88ea-4a91-ace9-a3a1a5c5a8de tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:04.454585 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [req-713a2318-fd9d-4e10-943f-4ae91f5457fb req-655fcfa5-88ea-4a91-ace9-a3a1a5c5a8de tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] For port d99b4ef7-4934-4fb5-953a-be356e871701, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d99b4ef7-4934-4fb5-953a-be356e871701,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:27:04.484296 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-713a2318-fd9d-4e10-943f-4ae91f5457fb req-655fcfa5-88ea-4a91-ace9-a3a1a5c5a8de tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:04.572518 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-713a2318-fd9d-4e10-943f-4ae91f5457fb req-655fcfa5-88ea-4a91-ace9-a3a1a5c5a8de tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922880'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:04.585234 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['d99b4ef7-4934-4fb5-953a-be356e871701'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:27:04.615828 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a2318-fd9d-4e10-943f-4ae91f5457fb req-655fcfa5-88ea-4a91-ace9-a3a1a5c5a8de tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:04.616476 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [req-713a2318-fd9d-4e10-943f-4ae91f5457fb req-655fcfa5-88ea-4a91-ace9-a3a1a5c5a8de tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:04.617919 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-713a2318-fd9d-4e10-943f-4ae91f5457fb req-655fcfa5-88ea-4a91-ace9-a3a1a5c5a8de tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "PUT /v2.0/ports/d99b4ef7-4934-4fb5-953a-be356e871701 HTTP/1.1" status: 200 len: 982 time: 0.4349215 Aug 17 01:27:04.618422 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:27:04.620716 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0639ad65-d311-44b2-ae79-2eb8d9319fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:27:04.656396 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fcfa5-88ea-4a91-ace9-a3a1a5c5a8de tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event updated for resources: {'Port': ['ID=d99b4ef7-4934-4fb5-953a-be356e871701,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:04.666859 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856fcd13-303f-4701-9792-56565502b401 x-openstack-request-id: req-856fcd13-303f-4701-9792-56565502b401 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:27:04.668251 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:27:04.668539 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-856fcd13-303f-4701-9792-56565502b401 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:27:04.669005 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'status': 'completed', 'code': 200} Aug 17 01:27:04.755661 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ad65-d311-44b2-ae79-2eb8d9319fa5 req-108070a3-352a-48ed-b5f7-66d051733c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:04.757479 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0639ad65-d311-44b2-ae79-2eb8d9319fa5 req-108070a3-352a-48ed-b5f7-66d051733c66 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=66b314f9138c4b3e8305ca8caf6ab09c&device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 1138 time: 0.0651565 Aug 17 01:27:04.767630 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e2017-74ef-4092-a595-c6d9c500ae17 req-f7761c98-cac9-4d7d-9194-110ac3c0cb91 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:04.776995 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-951e2017-74ef-4092-a595-c6d9c500ae17 req-f7761c98-cac9-4d7d-9194-110ac3c0cb91 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0775645 Aug 17 01:27:04.820532 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['d99b4ef7-4934-4fb5-953a-be356e871701'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:27:04.821013 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-951e2017-74ef-4092-a595-c6d9c500ae17 req-bba336c6-683d-4df8-8f79-66600e305fa5 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430851 Aug 17 01:27:04.863223 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ad65-d311-44b2-ae79-2eb8d9319fa5 req-29ba19ab-8d70-4688-84af-454bcdb26169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:04.864813 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0639ad65-d311-44b2-ae79-2eb8d9319fa5 req-29ba19ab-8d70-4688-84af-454bcdb26169 service neutron] 10.222.0.81 "GET /v2.0/networks?id=60a34b52-2ec7-4170-92a7-6c6098493342 HTTP/1.1" status: 200 len: 915 time: 0.0988662 Aug 17 01:27:04.934727 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-3cca6b0f-2009-4443-b3c6-e970ff592903 None None] Provisioning complete for port d99b4ef7-4934-4fb5-953a-be356e871701 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:27:04.935028 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-3cca6b0f-2009-4443-b3c6-e970ff592903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:04.935190 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0639ad65-d311-44b2-ae79-2eb8d9319fa5 req-fe89dece-0d86-489a-8152-3ff03f715948 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d99b4ef7-4934-4fb5-953a-be356e871701 HTTP/1.1" status: 200 len: 1001 time: 0.0621850 Aug 17 01:27:04.985271 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ad65-d311-44b2-ae79-2eb8d9319fa5 req-12619517-c166-4919-81ac-629ed00bc29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:04.986773 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0639ad65-d311-44b2-ae79-2eb8d9319fa5 req-12619517-c166-4919-81ac-629ed00bc29e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07b48526-1fdb-443f-b26c-906ee27822ac HTTP/1.1" status: 200 len: 854 time: 0.0437725 Aug 17 01:27:05.033239 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ad65-d311-44b2-ae79-2eb8d9319fa5 req-17218762-31af-422c-bebd-8be3c4e63d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:05.034822 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0639ad65-d311-44b2-ae79-2eb8d9319fa5 req-17218762-31af-422c-bebd-8be3c4e63d44 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=60a34b52-2ec7-4170-92a7-6c6098493342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399234 Aug 17 01:27:05.132106 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0639ad65-d311-44b2-ae79-2eb8d9319fa5 req-ed44c564-4c7a-485a-8cab-4f33cd3487c4 service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896986 Aug 17 01:27:05.224748 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0639ad65-d311-44b2-ae79-2eb8d9319fa5 req-5419d15f-875f-4024-8a4d-72426d447d86 service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854840 Aug 17 01:27:05.983414 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:06.172064 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-5255be89-ef8d-4682-b880-8dab3f9003a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:07.600377 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:09.436477 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:22.187281 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b35534-fdce-4bc6-b934-311662429d01 req-66363dc2-1f76-4a16-9897-c217d246475f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:22.188669 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-60b35534-fdce-4bc6-b934-311662429d01 req-66363dc2-1f76-4a16-9897-c217d246475f tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0490894 Aug 17 01:27:22.232919 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-60b35534-fdce-4bc6-b934-311662429d01 req-fef10ff4-bfaa-423d-bea4-a0dac113090a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370314 Aug 17 01:27:22.247695 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c74c9-c1c2-4ab0-9c21-fe383367ee56 req-8c5d0607-f9dd-4a46-912b-240c8107e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:22.249375 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cd5c74c9-c1c2-4ab0-9c21-fe383367ee56 req-8c5d0607-f9dd-4a46-912b-240c8107e223 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=66b314f9138c4b3e8305ca8caf6ab09c&device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 1138 time: 0.0445731 Aug 17 01:27:22.337669 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:22.343191 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c74c9-c1c2-4ab0-9c21-fe383367ee56 req-2faee93e-7f5c-4bd5-b4e8-28d1936fec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:22.347624 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cd5c74c9-c1c2-4ab0-9c21-fe383367ee56 req-2faee93e-7f5c-4bd5-b4e8-28d1936fec4a service neutron] 10.222.0.81 "GET /v2.0/networks?id=60a34b52-2ec7-4170-92a7-6c6098493342 HTTP/1.1" status: 200 len: 915 time: 0.0866308 Aug 17 01:27:22.408734 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cd5c74c9-c1c2-4ab0-9c21-fe383367ee56 req-8b859b45-a1e7-4daa-bafa-15a7933eec19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d99b4ef7-4934-4fb5-953a-be356e871701 HTTP/1.1" status: 200 len: 1001 time: 0.0561237 Aug 17 01:27:22.465108 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c74c9-c1c2-4ab0-9c21-fe383367ee56 req-7fb2c3ee-3caf-4a1c-a9bc-f807abfd344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:22.466841 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cd5c74c9-c1c2-4ab0-9c21-fe383367ee56 req-7fb2c3ee-3caf-4a1c-a9bc-f807abfd344f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07b48526-1fdb-443f-b26c-906ee27822ac HTTP/1.1" status: 200 len: 854 time: 0.0501525 Aug 17 01:27:22.512915 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c74c9-c1c2-4ab0-9c21-fe383367ee56 req-51dc666d-e7c5-403c-81a0-1e465dcd619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:22.514714 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cd5c74c9-c1c2-4ab0-9c21-fe383367ee56 req-51dc666d-e7c5-403c-81a0-1e465dcd619d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=60a34b52-2ec7-4170-92a7-6c6098493342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401959 Aug 17 01:27:22.612838 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cd5c74c9-c1c2-4ab0-9c21-fe383367ee56 req-631bb237-e51e-49cf-a20a-4c5d545e7849 service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889192 Aug 17 01:27:22.990408 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cd5c74c9-c1c2-4ab0-9c21-fe383367ee56 req-3d4bfe57-c552-4b11-b929-ec4f76b61a22 service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679235 Aug 17 01:27:23.357915 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cee0d-3c32-4307-9089-339c2a60833e req-c337ab4a-afa5-48f5-bbd1-8e476a371745 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:23.359477 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cb2cee0d-3c32-4307-9089-339c2a60833e req-c337ab4a-afa5-48f5-bbd1-8e476a371745 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0498369 Aug 17 01:27:23.403512 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-cb2cee0d-3c32-4307-9089-339c2a60833e req-2fb17710-b8cd-471e-8c54-c73e1b9e6abc tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377274 Aug 17 01:27:24.520428 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3429a-d255-4ee4-bb6f-0417fad32f61 req-f031fba0-1cba-4524-be7f-de3224e333d2 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:24.522468 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a7e3429a-d255-4ee4-bb6f-0417fad32f61 req-f031fba0-1cba-4524-be7f-de3224e333d2 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0492368 Aug 17 01:27:24.563773 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-a7e3429a-d255-4ee4-bb6f-0417fad32f61 req-15b63f18-861c-4d37-bf88-f7f577331996 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351789 Aug 17 01:27:25.688268 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d93207-a494-440e-b9fb-b305b541ffb0 req-b54ff7a9-836f-41bc-bf6d-620b18cac159 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:25.689734 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-07d93207-a494-440e-b9fb-b305b541ffb0 req-b54ff7a9-836f-41bc-bf6d-620b18cac159 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0497847 Aug 17 01:27:25.730985 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-07d93207-a494-440e-b9fb-b305b541ffb0 req-41db2bee-f102-4ee2-92b0-647ae7a75b9c tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350196 Aug 17 01:27:26.856807 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20d03d-7005-4590-8092-847151e0aa33 req-396ff243-e46b-42e3-ba75-0ba4956a64c7 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:26.858287 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ea20d03d-7005-4590-8092-847151e0aa33 req-396ff243-e46b-42e3-ba75-0ba4956a64c7 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0534260 Aug 17 01:27:26.898728 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ea20d03d-7005-4590-8092-847151e0aa33 req-d9fae589-3595-40b3-9e65-74da70fb64c6 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341091 Aug 17 01:27:28.014163 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee471966-ac94-4ea3-bda4-9e5b1f1b0290 req-3c8e337a-9206-408c-bf03-4718d7b65655 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:28.015658 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ee471966-ac94-4ea3-bda4-9e5b1f1b0290 req-3c8e337a-9206-408c-bf03-4718d7b65655 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0493615 Aug 17 01:27:28.056520 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ee471966-ac94-4ea3-bda4-9e5b1f1b0290 req-c66448fc-a2e9-475c-983f-b9badda38308 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344188 Aug 17 01:27:28.210142 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:27:29.175819 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324d40a-529a-45dc-bd30-228325dce1b5 req-3496ccd0-670b-4d1e-821c-cf088ba6ed33 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:29.177974 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c324d40a-529a-45dc-bd30-228325dce1b5 req-3496ccd0-670b-4d1e-821c-cf088ba6ed33 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0516915 Aug 17 01:27:29.219506 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-c324d40a-529a-45dc-bd30-228325dce1b5 req-3a146418-b22d-4689-ba50-73d14cf8c597 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349066 Aug 17 01:27:30.342033 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff45ac6-2bc2-41a3-b4df-64f590527cb9 req-4167da66-57e4-4b9a-a4a1-712f5f4764ef tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:30.343530 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5ff45ac6-2bc2-41a3-b4df-64f590527cb9 req-4167da66-57e4-4b9a-a4a1-712f5f4764ef tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0489900 Aug 17 01:27:30.387134 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5ff45ac6-2bc2-41a3-b4df-64f590527cb9 req-7528cbc3-681d-485b-b808-076ceac8d423 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375874 Aug 17 01:27:31.509862 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0419e1-331f-4036-bac7-68215720b497 req-5a83a879-6e7c-43fd-a20d-f32d64508c5c tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:31.511508 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ef0419e1-331f-4036-bac7-68215720b497 req-5a83a879-6e7c-43fd-a20d-f32d64508c5c tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0567341 Aug 17 01:27:31.552090 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-ef0419e1-331f-4036-bac7-68215720b497 req-2014faaa-8711-42f2-968b-f676985affe1 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342932 Aug 17 01:27:32.355953 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-1a37a670-abe3-4957-9d91-11c232417261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:32.676156 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187eb94-882d-4824-943d-98bfe2115aa2 req-2c11c689-4131-4e89-b41c-83dc657f0e46 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:32.677803 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c187eb94-882d-4824-943d-98bfe2115aa2 req-2c11c689-4131-4e89-b41c-83dc657f0e46 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0542963 Aug 17 01:27:32.720385 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-c187eb94-882d-4824-943d-98bfe2115aa2 req-96702231-f179-46a0-bae0-8217f75c295c tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358853 Aug 17 01:27:33.845967 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393ab4-b9c8-41d2-a0aa-81c7341fb6ae req-7d92a46d-2873-4542-9896-6bbfa33a443a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:33.847553 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-12393ab4-b9c8-41d2-a0aa-81c7341fb6ae req-7d92a46d-2873-4542-9896-6bbfa33a443a tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0547528 Aug 17 01:27:33.890895 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-12393ab4-b9c8-41d2-a0aa-81c7341fb6ae req-276af66a-fdc5-4deb-bb9a-bb2e26f48559 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364745 Aug 17 01:27:35.005214 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396ceab-6710-456a-85fd-eb46fc71baf1 req-922a2310-69a5-4267-810f-3afdcc0a675c tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:35.006741 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f396ceab-6710-456a-85fd-eb46fc71baf1 req-922a2310-69a5-4267-810f-3afdcc0a675c tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0484180 Aug 17 01:27:35.049137 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-f396ceab-6710-456a-85fd-eb46fc71baf1 req-2c211df0-2d30-4b49-96c7-d8d417780114 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&id=aea4e565-b135-43d0-81c6-c420ef5ecb45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352352 Aug 17 01:27:35.984616 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:36.167830 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ec125894-20cf-4632-8ea1-fe05572dfbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:37.578214 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:39.475632 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:41.347615 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46736) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:41.516641 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Deleting port 23f8c30c-3829-4e53-a7a6-05728da587ee {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:27:41.516986 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:41.596508 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:41.596739 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:41.609522 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Calling delete_port for 23f8c30c-3829-4e53-a7a6-05728da587ee owned by network:floatingip {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:27:41.834610 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:41.866929 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event deleted for resources: {'Port': ['ID=23f8c30c-3829-4e53-a7a6-05728da587ee,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:41.924924 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:41.925249 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.l3_db [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Floating IP bd958f13-152a-41af-8922-a2312b0ebe38 disassociated (deleted). External IP: 172.27.3.73, port: 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f. Aug 17 01:27:42.135715 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:27:42.242727 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:27:42.247509 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:42.252415 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3574c0e-aa0a-4bf9-bb78-bd81a365ff10 None None] Sync routers for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:27:42.261783 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3574c0e-aa0a-4bf9-bb78-bd81a365ff10 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:27:42.262507 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-f3574c0e-aa0a-4bf9-bb78-bd81a365ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:27:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:42.274513 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-a79328fb-38a5-40bd-85c0-0698df6f6ec9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "DELETE /v2.0/floatingips/bd958f13-152a-41af-8922-a2312b0ebe38 HTTP/1.1" status: 204 len: 168 time: 0.9250731 Aug 17 01:27:42.275161 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'tag': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:27:42.277331 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9712a0a6-71ce-4afc-8bae-fdb1b3a47b72" -d '{"events": [{"name": "network-changed", "server_uuid": "93e6e390-ac55-4382-adbc-efadba6b8bf9", "tag": "0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:27:42.328495 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebc02f3-1ed9-40f5-a848-26ee5c2f89dc x-openstack-request-id: req-0ebc02f3-1ed9-40f5-a848-26ee5c2f89dc {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:27:42.328782 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e6e390-ac55-4382-adbc-efadba6b8bf9", "tag": "0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:27:42.329033 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ebc02f3-1ed9-40f5-a848-26ee5c2f89dc {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:27:42.329429 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'tag': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f', 'status': 'completed', 'code': 200} Aug 17 01:27:42.375171 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-f3574c0e-aa0a-4bf9-bb78-bd81a365ff10 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:27:42.393914 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a0a6-71ce-4afc-8bae-fdb1b3a47b72 req-545d345a-b8e2-4aea-8d87-cef5be6c22db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:42.395435 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9712a0a6-71ce-4afc-8bae-fdb1b3a47b72 req-545d345a-b8e2-4aea-8d87-cef5be6c22db service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 1099 time: 0.0421834 Aug 17 01:27:42.489721 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a0a6-71ce-4afc-8bae-fdb1b3a47b72 req-4fdc503e-403c-4b64-9cb4-25cea3ff28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:42.491427 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9712a0a6-71ce-4afc-8bae-fdb1b3a47b72 req-4fdc503e-403c-4b64-9cb4-25cea3ff28b8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 912 time: 0.0889254 Aug 17 01:27:42.534009 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9712a0a6-71ce-4afc-8bae-fdb1b3a47b72 req-151507b4-81ea-45f7-b57e-cd631ae6559a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f HTTP/1.1" status: 200 len: 217 time: 0.0347879 Aug 17 01:27:42.593806 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a0a6-71ce-4afc-8bae-fdb1b3a47b72 req-bc00bb14-35f0-4d94-a3a7-ea1ec7310b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:42.595290 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9712a0a6-71ce-4afc-8bae-fdb1b3a47b72 req-bc00bb14-35f0-4d94-a3a7-ea1ec7310b4e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6df92ead-3437-460e-ac56-bea91a2ffc37 HTTP/1.1" status: 200 len: 851 time: 0.0498002 Aug 17 01:27:42.605671 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-f3574c0e-aa0a-4bf9-bb78-bd81a365ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'e6a49076-9777-412b-bc9d-65097a7a517a', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:24:10Z', 'updated_at': '2021-08-17T01:24:13Z', 'revision_number': 1, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:42.637349 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3574c0e-aa0a-4bf9-bb78-bd81a365ff10 None None] Checking router: 6959f7f3-2c31-486e-b19c-a7ff112a77e0 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:27:42.643012 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a0a6-71ce-4afc-8bae-fdb1b3a47b72 req-ad4ec5fc-f933-4a7c-8819-fa34017fa88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:42.644654 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9712a0a6-71ce-4afc-8bae-fdb1b3a47b72 req-ad4ec5fc-f933-4a7c-8819-fa34017fa88a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415854 Aug 17 01:27:42.645796 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3574c0e-aa0a-4bf9-bb78-bd81a365ff10 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:27:42.646489 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-f3574c0e-aa0a-4bf9-bb78-bd81a365ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:27:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:42.754863 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-f3574c0e-aa0a-4bf9-bb78-bd81a365ff10 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:27:42.770049 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9712a0a6-71ce-4afc-8bae-fdb1b3a47b72 req-57352112-08ca-447a-b98d-991f059c9b8e service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171153 Aug 17 01:27:42.777633 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee3e0e-52ea-42c2-af83-e7cedc1ade25 req-06801a59-066f-4f5f-a915-8daab24b308e tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:42.779027 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7bee3e0e-52ea-42c2-af83-e7cedc1ade25 req-06801a59-066f-4f5f-a915-8daab24b308e tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 946 time: 0.0846603 Aug 17 01:27:42.868911 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-7bee3e0e-52ea-42c2-af83-e7cedc1ade25 req-c19c8544-f9f3-44cc-be2a-7c57963d9bfa tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810361 Aug 17 01:27:42.903461 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9712a0a6-71ce-4afc-8bae-fdb1b3a47b72 req-cb69e0e8-9df2-4130-b302-0361569f1a25 service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233697 Aug 17 01:27:42.991714 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-f3574c0e-aa0a-4bf9-bb78-bd81a365ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'e6a49076-9777-412b-bc9d-65097a7a517a', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:24:10Z', 'updated_at': '2021-08-17T01:24:13Z', 'revision_number': 1, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:43.022772 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3574c0e-aa0a-4bf9-bb78-bd81a365ff10 None None] The sync data for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi is: [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_floatingips': [{'id': 'e6a49076-9777-412b-bc9d-65097a7a517a', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '80976695-463a-4c2a-8940-723c41164f17', 'router_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'port_id': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'mac_address': 'fa:16:3e:5a:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T01:24:10Z', 'updated_at': '2021-08-17T01:24:13Z', 'revision_number': 1, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:27:43.256902 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336478c6-6dfa-4ce7-b1bb-77231f10c73a None None] New status for floating IP bd958f13-152a-41af-8922-a2312b0ebe38: DOWN {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:27:43.988959 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aff0e-2990-43ae-b428-c3a120691b28 req-2eb3224f-117a-48f9-b7f9-59139fd11354 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:43.990479 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d94aff0e-2990-43ae-b428-c3a120691b28 req-2eb3224f-117a-48f9-b7f9-59139fd11354 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 946 time: 0.0505202 Aug 17 01:27:44.029268 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-d94aff0e-2990-43ae-b428-c3a120691b28 req-2d1982b1-4491-4178-a9df-f7a505ccf62a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321579 Aug 17 01:27:44.316506 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ce512-85c6-4973-aa63-f4751ae66d6b req-170a7c99-327f-4372-b06b-b347d591b23a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:44.317978 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9c9ce512-85c6-4973-aa63-f4751ae66d6b req-170a7c99-327f-4372-b06b-b347d591b23a tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 946 time: 0.0516334 Aug 17 01:27:44.437497 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-9c9ce512-85c6-4973-aa63-f4751ae66d6b req-d49a6bf5-2747-47df-9b80-d3dc8f40c5d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Deleting port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:27:44.437865 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-9c9ce512-85c6-4973-aa63-f4751ae66d6b req-d49a6bf5-2747-47df-9b80-d3dc8f40c5d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:44.533504 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-9c9ce512-85c6-4973-aa63-f4751ae66d6b req-d49a6bf5-2747-47df-9b80-d3dc8f40c5d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] For port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:27:44.533870 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-9c9ce512-85c6-4973-aa63-f4751ae66d6b req-d49a6bf5-2747-47df-9b80-d3dc8f40c5d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:44.554163 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-9c9ce512-85c6-4973-aa63-f4751ae66d6b req-d49a6bf5-2747-47df-9b80-d3dc8f40c5d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Calling delete_port for 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:27:44.779331 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-9c9ce512-85c6-4973-aa63-f4751ae66d6b req-d49a6bf5-2747-47df-9b80-d3dc8f40c5d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:44.810170 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a6bf5-2747-47df-9b80-d3dc8f40c5d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event deleted for resources: {'Port': ['ID=0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:44.858589 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9ce512-85c6-4973-aa63-f4751ae66d6b req-d49a6bf5-2747-47df-9b80-d3dc8f40c5d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] No DVR routers for this DVR port 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:27:44.862262 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-9c9ce512-85c6-4973-aa63-f4751ae66d6b req-d49a6bf5-2747-47df-9b80-d3dc8f40c5d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:44.864779 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9c9ce512-85c6-4973-aa63-f4751ae66d6b req-d49a6bf5-2747-47df-9b80-d3dc8f40c5d9 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "DELETE /v2.0/ports/0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f HTTP/1.1" status: 204 len: 173 time: 0.5221593 Aug 17 01:27:44.865233 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'name': 'network-vif-deleted', 'tag': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:27:44.867524 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a199bc-5fea-4d2b-872e-343239634f37" -d '{"events": [{"server_uuid": "93e6e390-ac55-4382-adbc-efadba6b8bf9", "name": "network-vif-deleted", "tag": "0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:27:44.907032 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02725fdd-d0be-4990-9af5-c4793aa3a2bf x-openstack-request-id: req-02725fdd-d0be-4990-9af5-c4793aa3a2bf {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:27:44.910562 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e6e390-ac55-4382-adbc-efadba6b8bf9", "name": "network-vif-deleted", "tag": "0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:27:44.910562 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02725fdd-d0be-4990-9af5-c4793aa3a2bf {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:27:44.910562 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e6e390-ac55-4382-adbc-efadba6b8bf9', 'name': 'network-vif-deleted', 'tag': '0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f', 'status': 'completed', 'code': 200} Aug 17 01:27:45.135000 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-7327a1ac-14fd-466f-86af-35a950936fb0 req-cb7dbbaa-62be-4e85-b455-535661f805ba tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=93e6e390-ac55-4382-adbc-efadba6b8bf9 HTTP/1.1" status: 200 len: 210 time: 0.0319142 Aug 17 01:27:47.823391 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:27:47.844523 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:27:47.844870 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 0228aa8f-f5e9-4a77-aadb-da3ce0c8c24f not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:27:48.620083 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46766) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:48.783573 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Deleting port 1a7d633c-8a03-49be-ac05-69445ac689f3 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:27:48.783911 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:48.862568 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:48.862796 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:48.877947 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Calling delete_port for 1a7d633c-8a03-49be-ac05-69445ac689f3 owned by network:floatingip {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:27:49.138248 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:49.167531 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event deleted for resources: {'Port': ['ID=1a7d633c-8a03-49be-ac05-69445ac689f3,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:49.240731 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:49.241119 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.db.l3_db [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Floating IP e6a49076-9777-412b-bc9d-65097a7a517a disassociated (deleted). External IP: 172.27.3.235, port: 7c8baa92-4c3e-4262-8585-ad0796365c19. Aug 17 01:27:49.721767 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:27:49.839209 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:27:49.844281 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:49.872307 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-9c456978-0bbf-48b8-9fd7-abdcbee51cd6 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "DELETE /v2.0/floatingips/e6a49076-9777-412b-bc9d-65097a7a517a HTTP/1.1" status: 204 len: 168 time: 1.2509525 Aug 17 01:27:49.872929 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'tag': '7c8baa92-4c3e-4262-8585-ad0796365c19'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:27:49.876065 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61fc36b5a9ba226fe537a0f4b769722e5147deedede3cd2bffc8c3cba06a29f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc136280-b165-4542-bb99-e12ca41e82cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4cfa02-6432-453d-b2f9-c5063d0fc93b", "tag": "7c8baa92-4c3e-4262-8585-ad0796365c19"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:27:49.922723 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed82e625-3979-4e30-98cf-763c6233f439 x-openstack-request-id: req-ed82e625-3979-4e30-98cf-763c6233f439 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:27:49.923449 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4cfa02-6432-453d-b2f9-c5063d0fc93b", "tag": "7c8baa92-4c3e-4262-8585-ad0796365c19", "status": "completed", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:27:49.923982 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed82e625-3979-4e30-98cf-763c6233f439 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:27:49.924566 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'tag': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'status': 'completed', 'code': 200} Aug 17 01:27:49.969997 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0c1552-6c69-41d1-b4ad-9c5224f4fa5c None None] Sync routers for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:27:49.980686 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c1552-6c69-41d1-b4ad-9c5224f4fa5c None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:27:49.981226 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-9c0c1552-6c69-41d1-b4ad-9c5224f4fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:27:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:49.988932 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc136280-b165-4542-bb99-e12ca41e82cb req-76fcb00b-cdf9-4333-96c0-cb683a31da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:49.996727 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dc136280-b165-4542-bb99-e12ca41e82cb req-76fcb00b-cdf9-4333-96c0-cb683a31da60 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=403f36fc453546edb2dd173ad1aac7e6&device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 1098 time: 0.0418849 Aug 17 01:27:50.090110 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc136280-b165-4542-bb99-e12ca41e82cb req-3cdb0b4a-ee0f-4f97-ac8b-a9e768442981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:50.091951 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dc136280-b165-4542-bb99-e12ca41e82cb req-3cdb0b4a-ee0f-4f97-ac8b-a9e768442981 service neutron] 10.222.0.81 "GET /v2.0/networks?id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 200 len: 912 time: 0.0936680 Aug 17 01:27:50.101608 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-9c0c1552-6c69-41d1-b4ad-9c5224f4fa5c None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:27:50.138254 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dc136280-b165-4542-bb99-e12ca41e82cb req-80c48abc-c3e5-4362-9ece-fff29f62c21e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c8baa92-4c3e-4262-8585-ad0796365c19 HTTP/1.1" status: 200 len: 217 time: 0.0383484 Aug 17 01:27:50.192746 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc136280-b165-4542-bb99-e12ca41e82cb req-94414a2d-ea27-48b5-bf0f-2da0ec9e61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:50.194236 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dc136280-b165-4542-bb99-e12ca41e82cb req-94414a2d-ea27-48b5-bf0f-2da0ec9e61bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6df92ead-3437-460e-ac56-bea91a2ffc37 HTTP/1.1" status: 200 len: 851 time: 0.0493507 Aug 17 01:27:50.246936 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc136280-b165-4542-bb99-e12ca41e82cb req-2718b854-e9cc-474b-a111-a0d7e477ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:50.248374 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dc136280-b165-4542-bb99-e12ca41e82cb req-2718b854-e9cc-474b-a111-a0d7e477ad81 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=737fcbc9-e12b-4d62-8467-a98cfa8af1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474827 Aug 17 01:27:50.315220 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-9c0c1552-6c69-41d1-b4ad-9c5224f4fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:50.346755 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0c1552-6c69-41d1-b4ad-9c5224f4fa5c None None] Checking router: 6959f7f3-2c31-486e-b19c-a7ff112a77e0 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:27:50.353830 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dc136280-b165-4542-bb99-e12ca41e82cb req-0b7302fa-9cb5-4eb6-8e10-08721a39e2fb service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981841 Aug 17 01:27:50.356413 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c1552-6c69-41d1-b4ad-9c5224f4fa5c None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:27:50.357095 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-9c0c1552-6c69-41d1-b4ad-9c5224f4fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:27:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:50.480908 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-9c0c1552-6c69-41d1-b4ad-9c5224f4fa5c None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:27:50.492838 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-dc136280-b165-4542-bb99-e12ca41e82cb req-296aafe8-37fa-450f-9468-9e25849ed093 service neutron] 10.222.0.81 "GET /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290481 Aug 17 01:27:50.503024 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44743b6e-6881-479c-b919-a3fb8ea66e77 req-6f28d997-80e3-4f81-b704-4a2ab2eec953 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:50.504472 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-44743b6e-6881-479c-b919-a3fb8ea66e77 req-6f28d997-80e3-4f81-b704-4a2ab2eec953 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 945 time: 0.0782852 Aug 17 01:27:50.547739 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-44743b6e-6881-479c-b919-a3fb8ea66e77 req-73cefb69-a490-4db3-8281-f9dd810c9c36 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352767 Aug 17 01:27:50.812572 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-9c0c1552-6c69-41d1-b4ad-9c5224f4fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:50.840013 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0c1552-6c69-41d1-b4ad-9c5224f4fa5c None None] The sync data for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi is: [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:20:40Z', 'revision_number': 4, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': '7a6e33e5-2a15-4dbd-a215-4890edc35167', 'name': '', 'network_id': '737fcbc9-e12b-4d62-8467-a98cfa8af1a4', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'mac_address': 'fa:16:3e:9a:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:39Z', 'updated_at': '2021-08-17T01:20:46Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'subnets': [{'id': '6df92ead-3437-460e-ac56-bea91a2ffc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:27:51.065392 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf81f3c-b0f7-4589-af93-52e010d5015c None None] New status for floating IP e6a49076-9777-412b-bc9d-65097a7a517a: DOWN {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:27:51.668769 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbd069-461d-4300-b0d5-9ca9ac65db4d req-25e42422-1c78-4d34-ac20-8d1f189bf0d2 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:51.670313 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-22cbd069-461d-4300-b0d5-9ca9ac65db4d req-25e42422-1c78-4d34-ac20-8d1f189bf0d2 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 945 time: 0.0512016 Aug 17 01:27:51.708415 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-22cbd069-461d-4300-b0d5-9ca9ac65db4d req-2f8f51f2-2e53-4438-8606-13179ebfef44 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/security-groups?id=a52369c3-597e-4c11-87bf-d93b0e75620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321734 Aug 17 01:27:52.093048 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c9746-bee9-4226-982c-4ae096753b59 req-a799727a-59d6-4bd3-82f4-e2f6bb90059b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:52.094530 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b57c9746-bee9-4226-982c-4ae096753b59 req-a799727a-59d6-4bd3-82f4-e2f6bb90059b tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 945 time: 0.0539618 Aug 17 01:27:52.187223 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-b57c9746-bee9-4226-982c-4ae096753b59 req-96717de0-8f4c-44e5-ac0a-8723771bc2cd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Deleting port 7c8baa92-4c3e-4262-8585-ad0796365c19 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:27:52.187504 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-b57c9746-bee9-4226-982c-4ae096753b59 req-96717de0-8f4c-44e5-ac0a-8723771bc2cd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:52.278225 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-b57c9746-bee9-4226-982c-4ae096753b59 req-96717de0-8f4c-44e5-ac0a-8723771bc2cd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] For port 7c8baa92-4c3e-4262-8585-ad0796365c19, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7c8baa92-4c3e-4262-8585-ad0796365c19,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:27:52.278782 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-b57c9746-bee9-4226-982c-4ae096753b59 req-96717de0-8f4c-44e5-ac0a-8723771bc2cd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:52.293326 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-b57c9746-bee9-4226-982c-4ae096753b59 req-96717de0-8f4c-44e5-ac0a-8723771bc2cd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Calling delete_port for 7c8baa92-4c3e-4262-8585-ad0796365c19 owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:27:52.349462 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:52.492797 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-b57c9746-bee9-4226-982c-4ae096753b59 req-96717de0-8f4c-44e5-ac0a-8723771bc2cd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:52.525757 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96717de0-8f4c-44e5-ac0a-8723771bc2cd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event deleted for resources: {'Port': ['ID=7c8baa92-4c3e-4262-8585-ad0796365c19,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:52.566398 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57c9746-bee9-4226-982c-4ae096753b59 req-96717de0-8f4c-44e5-ac0a-8723771bc2cd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] No DVR routers for this DVR port 7c8baa92-4c3e-4262-8585-ad0796365c19 on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:27:52.568923 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-b57c9746-bee9-4226-982c-4ae096753b59 req-96717de0-8f4c-44e5-ac0a-8723771bc2cd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:52.571052 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-b57c9746-bee9-4226-982c-4ae096753b59 req-96717de0-8f4c-44e5-ac0a-8723771bc2cd tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.81 "DELETE /v2.0/ports/7c8baa92-4c3e-4262-8585-ad0796365c19 HTTP/1.1" status: 204 len: 173 time: 0.4680092 Aug 17 01:27:52.571904 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'name': 'network-vif-deleted', 'tag': '7c8baa92-4c3e-4262-8585-ad0796365c19'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:27:52.574179 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16f5c16-7549-482b-89f5-9057ee327199" -d '{"events": [{"server_uuid": "5c4cfa02-6432-453d-b2f9-c5063d0fc93b", "name": "network-vif-deleted", "tag": "7c8baa92-4c3e-4262-8585-ad0796365c19"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:27:52.611928 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe34e7c3-d262-464a-a7fa-4b088d48c7e7 x-openstack-request-id: req-fe34e7c3-d262-464a-a7fa-4b088d48c7e7 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:27:52.612222 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4cfa02-6432-453d-b2f9-c5063d0fc93b", "name": "network-vif-deleted", "tag": "7c8baa92-4c3e-4262-8585-ad0796365c19", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:27:52.612472 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe34e7c3-d262-464a-a7fa-4b088d48c7e7 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:27:52.612870 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4cfa02-6432-453d-b2f9-c5063d0fc93b', 'name': 'network-vif-deleted', 'tag': '7c8baa92-4c3e-4262-8585-ad0796365c19', 'status': 'completed', 'code': 200} Aug 17 01:27:52.805699 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-50629abe-c913-4a35-9fd6-324496da376b req-cb0481d8-6fe7-4d3e-bfd5-a8fd0cfa7908 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c4cfa02-6432-453d-b2f9-c5063d0fc93b HTTP/1.1" status: 200 len: 210 time: 0.0265288 Aug 17 01:27:53.864362 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46782) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:53.991075 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-220bff46-f331-4cd7-b928-f0f71f065359 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Deleting port d1f032b6-9ddc-46f0-b21a-ebab90fa2294 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:27:53.991426 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-220bff46-f331-4cd7-b928-f0f71f065359 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:54.074498 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-220bff46-f331-4cd7-b928-f0f71f065359 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:54.074830 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-220bff46-f331-4cd7-b928-f0f71f065359 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:54.086385 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-220bff46-f331-4cd7-b928-f0f71f065359 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Calling delete_port for d1f032b6-9ddc-46f0-b21a-ebab90fa2294 owned by network:floatingip {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:27:54.276225 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-220bff46-f331-4cd7-b928-f0f71f065359 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:54.303826 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bff46-f331-4cd7-b928-f0f71f065359 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event deleted for resources: {'Port': ['ID=d1f032b6-9ddc-46f0-b21a-ebab90fa2294,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:54.362918 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-220bff46-f331-4cd7-b928-f0f71f065359 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for floatingip, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:54.365429 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-220bff46-f331-4cd7-b928-f0f71f065359 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:54.366604 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-220bff46-f331-4cd7-b928-f0f71f065359 tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "DELETE /v2.0/floatingips/3b17fa29-44f6-431e-a6c7-7644fbb644f6 HTTP/1.1" status: 204 len: 168 time: 0.5010767 Aug 17 01:27:55.698629 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46794) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:55.760929 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-df985511-1874-4874-bf44-f6f5985fa81f tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:55.786876 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-df985511-1874-4874-bf44-f6f5985fa81f tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:55.843494 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7c8baa92-4c3e-4262-8585-ad0796365c19 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:27:55.870029 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: 7c8baa92-4c3e-4262-8585-ad0796365c19 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:27:55.870456 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device 7c8baa92-4c3e-4262-8585-ad0796365c19 not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:27:55.915050 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-df985511-1874-4874-bf44-f6f5985fa81f tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:55.917959 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-df985511-1874-4874-bf44-f6f5985fa81f tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:55.919193 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-df985511-1874-4874-bf44-f6f5985fa81f tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] 10.222.0.45 "DELETE /v2.0/security-groups/a52369c3-597e-4c11-87bf-d93b0e75620e HTTP/1.1" status: 204 len: 168 time: 0.2195742 Aug 17 01:27:55.928666 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df985511-1874-4874-bf44-f6f5985fa81f tempest-TestVolumeBootPattern-308494903 tempest-TestVolumeBootPattern-308494903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52369c3-597e-4c11-87bf-d93b0e75620e,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:56.060266 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46798) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:56.504020 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e7b8e845-eb33-4b34-ba1e-7989ab171d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7907579'] for router_interface, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:56.744331 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8e845-eb33-4b34-ba1e-7989ab171d3e admin admin] Deleting port 7a6e33e5-2a15-4dbd-a215-4890edc35167 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:27:56.744671 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e7b8e845-eb33-4b34-ba1e-7989ab171d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:56.820797 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-e7b8e845-eb33-4b34-ba1e-7989ab171d3e admin admin] For port 7a6e33e5-2a15-4dbd-a215-4890edc35167, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=7a6e33e5-2a15-4dbd-a215-4890edc35167,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:27:56.821159 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e7b8e845-eb33-4b34-ba1e-7989ab171d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:56.833024 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8e845-eb33-4b34-ba1e-7989ab171d3e admin admin] Calling delete_port for 7a6e33e5-2a15-4dbd-a215-4890edc35167 owned by network:router_interface {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:27:57.081602 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e7b8e845-eb33-4b34-ba1e-7989ab171d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:57.114954 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8e845-eb33-4b34-ba1e-7989ab171d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6e33e5-2a15-4dbd-a215-4890edc35167,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:57.281724 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e7b8e845-eb33-4b34-ba1e-7989ab171d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8274795'] for router_interface, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:57.498177 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b8e845-eb33-4b34-ba1e-7989ab171d3e admin admin] Router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:27:57.601175 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b8e845-eb33-4b34-ba1e-7989ab171d3e admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:27:57.606242 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-e7b8e845-eb33-4b34-ba1e-7989ab171d3e admin admin] 10.222.0.45 "PUT /v2.0/routers/6959f7f3-2c31-486e-b19c-a7ff112a77e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5449464 Aug 17 01:27:57.608699 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46802) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:57.611274 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf3e21-c523-43ec-8cb3-e6c04e2bcf43 None None] Sync routers for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:27:57.621768 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf3e21-c523-43ec-8cb3-e6c04e2bcf43 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:27:57.622421 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-eaaf3e21-c523-43ec-8cb3-e6c04e2bcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:27:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:57.726858 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-eaaf3e21-c523-43ec-8cb3-e6c04e2bcf43 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:27:57.917021 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-eaaf3e21-c523-43ec-8cb3-e6c04e2bcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:27:56Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:57.949057 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf3e21-c523-43ec-8cb3-e6c04e2bcf43 None None] Checking router: 6959f7f3-2c31-486e-b19c-a7ff112a77e0 for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:27:57.958207 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf3e21-c523-43ec-8cb3-e6c04e2bcf43 None None] Routers {'6959f7f3-2c31-486e-b19c-a7ff112a77e0'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:27:57.958864 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-eaaf3e21-c523-43ec-8cb3-e6c04e2bcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:27:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:57.997172 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Notify callbacks [] for router, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:58.067492 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-eaaf3e21-c523-43ec-8cb3-e6c04e2bcf43 None None] Set router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:27:58.134119 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:58.139436 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9bfce026-34be-466a-93b9-0443c3ac5771 req-06887bde-6e0b-4b46-b4a0-2f6bf6a6d192 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662079 Aug 17 01:27:58.201650 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfce026-34be-466a-93b9-0443c3ac5771 req-fffb74ed-8d0f-4fc4-95a1-10f27432d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:58.203082 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9bfce026-34be-466a-93b9-0443c3ac5771 req-fffb74ed-8d0f-4fc4-95a1-10f27432d4fa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=66b314f9138c4b3e8305ca8caf6ab09c&device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 1138 time: 0.0406506 Aug 17 01:27:58.270909 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-eaaf3e21-c523-43ec-8cb3-e6c04e2bcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:27:56Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:27:58.300355 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf3e21-c523-43ec-8cb3-e6c04e2bcf43 None None] The sync data for ids ['6959f7f3-2c31-486e-b19c-a7ff112a77e0'] in dv-cinder-803901-7-iscsi is: [{'id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'name': 'tempest-TestVolumeBootPattern-1452450217-router', 'tenant_id': '403f36fc453546edb2dd173ad1aac7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:35Z', 'updated_at': '2021-08-17T01:27:56Z', 'revision_number': 5, 'project_id': '403f36fc453546edb2dd173ad1aac7e6', 'gw_port': {'id': '32810c35-11eb-4f82-94ea-893371b6e5d1', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959f7f3-2c31-486e-b19c-a7ff112a77e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:36Z', 'updated_at': '2021-08-17T01:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:27:58.338250 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfce026-34be-466a-93b9-0443c3ac5771 req-d8b88f1b-d93d-480f-bc8b-3cd8c41a3e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:58.342112 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9bfce026-34be-466a-93b9-0443c3ac5771 req-d8b88f1b-d93d-480f-bc8b-3cd8c41a3e04 service neutron] 10.222.0.81 "GET /v2.0/networks?id=60a34b52-2ec7-4170-92a7-6c6098493342 HTTP/1.1" status: 200 len: 915 time: 0.1169968 Aug 17 01:27:58.344512 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Deleting port 32810c35-11eb-4f82-94ea-893371b6e5d1 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:27:58.344842 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:58.454936 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9bfce026-34be-466a-93b9-0443c3ac5771 req-d6ff1134-96cf-4bdb-8638-c3d3ee932f43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d99b4ef7-4934-4fb5-953a-be356e871701 HTTP/1.1" status: 200 len: 1001 time: 0.1073422 Aug 17 01:27:58.504228 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] For port 32810c35-11eb-4f82-94ea-893371b6e5d1, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=32810c35-11eb-4f82-94ea-893371b6e5d1,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:27:58.504608 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:58.522882 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Calling delete_port for 32810c35-11eb-4f82-94ea-893371b6e5d1 owned by network:router_gateway {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:27:58.531813 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfce026-34be-466a-93b9-0443c3ac5771 req-4fdd228b-fa22-4954-8515-d92fb8383baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:58.533258 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9bfce026-34be-466a-93b9-0443c3ac5771 req-4fdd228b-fa22-4954-8515-d92fb8383baa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07b48526-1fdb-443f-b26c-906ee27822ac HTTP/1.1" status: 200 len: 854 time: 0.0697803 Aug 17 01:27:58.631182 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfce026-34be-466a-93b9-0443c3ac5771 req-baf7e792-7f9b-4720-9936-517cb31cc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:27:58.632670 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9bfce026-34be-466a-93b9-0443c3ac5771 req-baf7e792-7f9b-4720-9936-517cb31cc6dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=60a34b52-2ec7-4170-92a7-6c6098493342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0901189 Aug 17 01:27:58.792786 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9bfce026-34be-466a-93b9-0443c3ac5771 req-a416c40f-e776-4608-bd2b-126049152d5d service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311529 Aug 17 01:27:58.891185 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-9bfce026-34be-466a-93b9-0443c3ac5771 req-9d33abbb-43c6-4900-b491-203f31da9f4a service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898736 Aug 17 01:27:58.896363 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:58.924408 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Pushing event deleted for resources: {'Port': ['ID=32810c35-11eb-4f82-94ea-893371b6e5d1,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:58.986940 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910051'] for router_gateway, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.073758 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7907728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499866'] for router, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.075846 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.206952 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7907817'] for router, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.207576 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6959f7f3-2c31-486e-b19c-a7ff112a77e0 {{(pid=94703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:27:59.212075 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.216439 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-e5d2ff60-b14c-42c8-bb83-723e3d9b5476 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6959f7f3-2c31-486e-b19c-a7ff112a77e0 HTTP/1.1" status: 204 len: 168 time: 1.6038866 Aug 17 01:27:59.216439 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46804) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:59.265178 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcad45d-35c2-48fe-8b06-991b63604d28 admin admin] Deleting subnet 6df92ead-3437-460e-ac56-bea91a2ffc37 {{(pid=94703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:27:59.268754 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbcad45d-35c2-48fe-8b06-991b63604d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.311178 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbcad45d-35c2-48fe-8b06-991b63604d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5595771'] for subnet, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.391383 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbcad45d-35c2-48fe-8b06-991b63604d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.538831 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbcad45d-35c2-48fe-8b06-991b63604d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33454714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33518865'] for subnet, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.568581 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dbcad45d-35c2-48fe-8b06-991b63604d28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.570460 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-dbcad45d-35c2-48fe-8b06-991b63604d28 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6df92ead-3437-460e-ac56-bea91a2ffc37 HTTP/1.1" status: 204 len: 168 time: 0.3531749 Aug 17 01:27:59.572290 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcad45d-35c2-48fe-8b06-991b63604d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df92ead-3437-460e-ac56-bea91a2ffc37,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:59.573135 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46806) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:27:59.574486 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53620ae-aa75-49c9-9817-a3ffa1b5af0d None None] Network 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:27:59.645559 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.701518 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Deleting port 5b634c91-c006-47fe-8a1a-c3994bb68948 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:27:59.701942 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.761097 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] DHCP port deletion for 737fcbc9-e12b-4d62-8467-a98cfa8af1a4 request from dv-cinder-803901-7-iscsi {{(pid=94704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:27:59.771409 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] For port 5b634c91-c006-47fe-8a1a-c3994bb68948, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=5b634c91-c006-47fe-8a1a-c3994bb68948,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:27:59.771775 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.784590 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Calling delete_port for 5b634c91-c006-47fe-8a1a-c3994bb68948 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:27:59.815231 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Deleting port 5b634c91-c006-47fe-8a1a-c3994bb68948 {{(pid=94704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:27:59.815529 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.886329 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] For port 5b634c91-c006-47fe-8a1a-c3994bb68948, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=5b634c91-c006-47fe-8a1a-c3994bb68948,segment=NetworkSegment(766df423-f88f-43fd-99a9-352382c99947),segment_id=766df423-f88f-43fd-99a9-352382c99947)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:27:59.886729 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.903609 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Calling delete_port for 5b634c91-c006-47fe-8a1a-c3994bb68948 owned by network:dhcp {{(pid=94704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:27:59.937006 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:27:59.970905 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b634c91-c006-47fe-8a1a-c3994bb68948,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:27:59.975486 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] No DVR routers for this DVR port 5b634c91-c006-47fe-8a1a-c3994bb68948 on host dv-cinder-803901-7-iscsi {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:27:59.977111 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 32810c35-11eb-4f82-94ea-893371b6e5d1 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:00.003348 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 32810c35-11eb-4f82-94ea-893371b6e5d1 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:00.003720 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 32810c35-11eb-4f82-94ea-893371b6e5d1 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:00.004136 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 7a6e33e5-2a15-4dbd-a215-4890edc35167 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:00.024250 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 7a6e33e5-2a15-4dbd-a215-4890edc35167 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:00.025129 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 7a6e33e5-2a15-4dbd-a215-4890edc35167 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:00.025557 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 5b634c91-c006-47fe-8a1a-c3994bb68948 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:00.027367 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367'] for port, after_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:00.056441 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:00.064848 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 5b634c91-c006-47fe-8a1a-c3994bb68948 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:00.065195 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 5b634c91-c006-47fe-8a1a-c3994bb68948 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:00.065900 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737fcbc9-e12b-4d62-8467-a98cfa8af1a4']}} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:00.069342 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Pushing event deleted for resources: {'Port': ['ID=5b634c91-c006-47fe-8a1a-c3994bb68948,revision_number=None']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:00.074451 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] No DVR routers for this DVR port 5b634c91-c006-47fe-8a1a-c3994bb68948 on host dv-cinder-803901-7-iscsi {{(pid=94704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:28:00.081271 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766df423-f88f-43fd-99a9-352382c99947') {'for_net_delete': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:00.081563 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.081665 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766df423-f88f-43fd-99a9-352382c99947') {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:00.081832 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.082181 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.082546 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.082882 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.083215 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.083547 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.083875 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.084207 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.085276 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.085618 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.085947 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd1e96d-af3f-4a22-a96d-603361eab262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.096961 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33340874'] for segment, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:00.110969 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:00.116982 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4923352'] for segment, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: Traceback (most recent call last): Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: timer() Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: cb(*args, **kw) Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: return func(*args, **kwargs) Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: self._notify() Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: self.callback(batched_events) Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: event.method(event) Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: return f(self, *a, **k) Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._get(url).json() Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: return self.request(url, 'GET', **kwargs) Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:28:00.123507 dv-cinder-803901-7-iscsi neutron-server[94702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:28:00.245542 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:00.251318 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:00.253163 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/737fcbc9-e12b-4d62-8467-a98cfa8af1a4 HTTP/1.1" status: 204 len: 168 time: 0.6785035 Aug 17 01:28:00.256205 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46808) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:00.264688 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=737fcbc9-e12b-4d62-8467-a98cfa8af1a4,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:00.271676 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.272027 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.272371 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.272701 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.273029 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.273358 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.273681 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.274002 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.274472 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.275478 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.275979 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.276310 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71725c17-adb4-44c1-be51-383f564d18c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:00.610151 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-208a97b6-f8f7-420f-b705-9a616d9c3f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7907579'] for router_interface, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:00.863918 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-208a97b6-f8f7-420f-b705-9a616d9c3f5a admin admin] Deleting port 6a74e39d-54c9-4178-9517-4e6d4bcf3974 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:00.864147 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-208a97b6-f8f7-420f-b705-9a616d9c3f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:00.940801 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-208a97b6-f8f7-420f-b705-9a616d9c3f5a admin admin] For port 6a74e39d-54c9-4178-9517-4e6d4bcf3974, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=6a74e39d-54c9-4178-9517-4e6d4bcf3974,segment=NetworkSegment(1babf7c6-9c77-4c25-a692-1cd6e7ba283e),segment_id=1babf7c6-9c77-4c25-a692-1cd6e7ba283e)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:00.941170 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-208a97b6-f8f7-420f-b705-9a616d9c3f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:00.954071 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-208a97b6-f8f7-420f-b705-9a616d9c3f5a admin admin] Calling delete_port for 6a74e39d-54c9-4178-9517-4e6d4bcf3974 owned by network:router_interface {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:01.229758 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-208a97b6-f8f7-420f-b705-9a616d9c3f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:01.254337 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a97b6-f8f7-420f-b705-9a616d9c3f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a74e39d-54c9-4178-9517-4e6d4bcf3974,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:01.428923 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-208a97b6-f8f7-420f-b705-9a616d9c3f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8274795'] for router_interface, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:01.647663 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208a97b6-f8f7-420f-b705-9a616d9c3f5a admin admin] Router 725bc7e4-5e56-4022-aeab-ec319ac591f1 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:28:01.750556 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208a97b6-f8f7-420f-b705-9a616d9c3f5a admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:28:01.755559 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-208a97b6-f8f7-420f-b705-9a616d9c3f5a admin admin] 10.222.0.45 "PUT /v2.0/routers/725bc7e4-5e56-4022-aeab-ec319ac591f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4983170 Aug 17 01:28:01.757958 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46810) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:01.761052 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cafc2-8227-46fe-b563-a11a1ec313ec None None] Sync routers for ids ['725bc7e4-5e56-4022-aeab-ec319ac591f1'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:28:01.770133 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cafc2-8227-46fe-b563-a11a1ec313ec None None] Routers {'725bc7e4-5e56-4022-aeab-ec319ac591f1'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:28:01.770835 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-885cafc2-8227-46fe-b563-a11a1ec313ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:27:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['725bc7e4-5e56-4022-aeab-ec319ac591f1'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:01.859659 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Notify callbacks [] for router, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:01.873291 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-885cafc2-8227-46fe-b563-a11a1ec313ec None None] Set router 725bc7e4-5e56-4022-aeab-ec319ac591f1 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:28:02.059751 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-885cafc2-8227-46fe-b563-a11a1ec313ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'name': 'tempest-TestVolumeBootPattern-636081721-router', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:45Z', 'updated_at': '2021-08-17T01:28:01Z', 'revision_number': 5, 'project_id': 'dd20811727d14a26ab45999a3d6c35a0', 'gw_port': {'id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:46Z', 'updated_at': '2021-08-17T01:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:02.090561 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cafc2-8227-46fe-b563-a11a1ec313ec None None] Checking router: 725bc7e4-5e56-4022-aeab-ec319ac591f1 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:28:02.099435 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cafc2-8227-46fe-b563-a11a1ec313ec None None] Routers {'725bc7e4-5e56-4022-aeab-ec319ac591f1'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:28:02.100045 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-885cafc2-8227-46fe-b563-a11a1ec313ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:27:36Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['725bc7e4-5e56-4022-aeab-ec319ac591f1'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:02.207190 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-885cafc2-8227-46fe-b563-a11a1ec313ec None None] Set router 725bc7e4-5e56-4022-aeab-ec319ac591f1 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:28:02.252521 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:02.370403 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Deleting port 16cf0b60-69bc-428f-ba46-d2d3390f3a19 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:02.370747 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:02.399148 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-3d33dba5-f116-4769-be38-63e4de0cae37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:02.453747 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] For port 16cf0b60-69bc-428f-ba46-d2d3390f3a19, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=16cf0b60-69bc-428f-ba46-d2d3390f3a19,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:02.454778 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:02.473664 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Calling delete_port for 16cf0b60-69bc-428f-ba46-d2d3390f3a19 owned by network:router_gateway {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:02.487826 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-885cafc2-8227-46fe-b563-a11a1ec313ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'name': 'tempest-TestVolumeBootPattern-636081721-router', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:45Z', 'updated_at': '2021-08-17T01:28:01Z', 'revision_number': 5, 'project_id': 'dd20811727d14a26ab45999a3d6c35a0', 'gw_port': {'id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:46Z', 'updated_at': '2021-08-17T01:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:02.518865 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cafc2-8227-46fe-b563-a11a1ec313ec None None] The sync data for ids ['725bc7e4-5e56-4022-aeab-ec319ac591f1'] in dv-cinder-803901-7-iscsi is: [{'id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'name': 'tempest-TestVolumeBootPattern-636081721-router', 'tenant_id': 'dd20811727d14a26ab45999a3d6c35a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:20:45Z', 'updated_at': '2021-08-17T01:28:01Z', 'revision_number': 5, 'project_id': 'dd20811727d14a26ab45999a3d6c35a0', 'gw_port': {'id': '16cf0b60-69bc-428f-ba46-d2d3390f3a19', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725bc7e4-5e56-4022-aeab-ec319ac591f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:20:46Z', 'updated_at': '2021-08-17T01:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:28:02.736893 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:02.765902 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Pushing event deleted for resources: {'Port': ['ID=16cf0b60-69bc-428f-ba46-d2d3390f3a19,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:02.778435 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:02.778800 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:02.779177 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:02.779522 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:02.779888 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:02.780225 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:02.780562 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:02.780892 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:02.781248 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:02.781583 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:02.781913 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:02.782239 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-7-iscsi {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 01:28:02.836513 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910051'] for router_gateway, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:02.931580 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7907728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499866'] for router, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:02.933834 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.057770 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7907817'] for router, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.057770 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 725bc7e4-5e56-4022-aeab-ec319ac591f1 {{(pid=94703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:28:03.057770 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.058740 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-bc11c43a-3d10-4a88-b55d-22d66767b7cc admin admin] 10.222.0.45 "DELETE /v2.0/routers/725bc7e4-5e56-4022-aeab-ec319ac591f1 HTTP/1.1" status: 204 len: 168 time: 1.2998440 Aug 17 01:28:03.061226 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46812) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:03.109076 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc2fd80-a67e-40bb-acf4-fe1ec884ae93 admin admin] Deleting subnet 744bf0e1-f443-462f-8f83-80cec6288317 {{(pid=94703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:28:03.112698 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fd80-a67e-40bb-acf4-fe1ec884ae93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.147999 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fd80-a67e-40bb-acf4-fe1ec884ae93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5595771'] for subnet, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.225689 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fd80-a67e-40bb-acf4-fe1ec884ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.366934 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fd80-a67e-40bb-acf4-fe1ec884ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33454714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33518865'] for subnet, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.395637 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2fd80-a67e-40bb-acf4-fe1ec884ae93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744bf0e1-f443-462f-8f83-80cec6288317,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:03.399651 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fd80-a67e-40bb-acf4-fe1ec884ae93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.402007 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-dcc2fd80-a67e-40bb-acf4-fe1ec884ae93 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/744bf0e1-f443-462f-8f83-80cec6288317 HTTP/1.1" status: 204 len: 168 time: 0.3394096 Aug 17 01:28:03.404092 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46814) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:03.406618 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecb64c6-02ee-493b-8563-4e008db86444 None None] Network 5555793b-3d94-4de0-97fa-4e07dfdb4b46 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:28:03.473767 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.536778 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Deleting port bc85bd34-aa11-44fe-9edb-7135df9cf7cb {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:03.537120 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.584100 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1621c71-30d2-4540-810f-821f1f7b8d3d None None] DHCP port deletion for 5555793b-3d94-4de0-97fa-4e07dfdb4b46 request from dv-cinder-803901-7-iscsi {{(pid=94704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:28:03.606094 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] For port bc85bd34-aa11-44fe-9edb-7135df9cf7cb, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=bc85bd34-aa11-44fe-9edb-7135df9cf7cb,segment=NetworkSegment(1babf7c6-9c77-4c25-a692-1cd6e7ba283e),segment_id=1babf7c6-9c77-4c25-a692-1cd6e7ba283e)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:03.606508 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.619364 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Calling delete_port for bc85bd34-aa11-44fe-9edb-7135df9cf7cb owned by network:dhcp {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:03.631422 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-c1621c71-30d2-4540-810f-821f1f7b8d3d None None] Deleting port bc85bd34-aa11-44fe-9edb-7135df9cf7cb {{(pid=94704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:03.631707 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-c1621c71-30d2-4540-810f-821f1f7b8d3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.703582 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-c1621c71-30d2-4540-810f-821f1f7b8d3d None None] For port bc85bd34-aa11-44fe-9edb-7135df9cf7cb, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=bc85bd34-aa11-44fe-9edb-7135df9cf7cb,segment=NetworkSegment(1babf7c6-9c77-4c25-a692-1cd6e7ba283e),segment_id=1babf7c6-9c77-4c25-a692-1cd6e7ba283e)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:03.703988 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-c1621c71-30d2-4540-810f-821f1f7b8d3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.716914 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-c1621c71-30d2-4540-810f-821f1f7b8d3d None None] Calling delete_port for bc85bd34-aa11-44fe-9edb-7135df9cf7cb owned by network:dhcp {{(pid=94704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:03.770771 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.796027 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-c1621c71-30d2-4540-810f-821f1f7b8d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367'] for port, after_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.796535 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc85bd34-aa11-44fe-9edb-7135df9cf7cb,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:03.803066 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] No DVR routers for this DVR port bc85bd34-aa11-44fe-9edb-7135df9cf7cb on host dv-cinder-803901-7-iscsi {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:28:03.820224 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1621c71-30d2-4540-810f-821f1f7b8d3d None None] Pushing event deleted for resources: {'Port': ['ID=bc85bd34-aa11-44fe-9edb-7135df9cf7cb,revision_number=None']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:03.826527 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1621c71-30d2-4540-810f-821f1f7b8d3d None None] No DVR routers for this DVR port bc85bd34-aa11-44fe-9edb-7135df9cf7cb on host dv-cinder-803901-7-iscsi {{(pid=94704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:28:03.874636 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.884536 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5555793b-3d94-4de0-97fa-4e07dfdb4b46']}} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:03.894220 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1babf7c6-9c77-4c25-a692-1cd6e7ba283e') {'for_net_delete': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:03.894633 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1babf7c6-9c77-4c25-a692-1cd6e7ba283e') {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:03.905044 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5595762'] for segment, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.927729 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.934707 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:28:03.935205 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33455064'] for segment, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: Traceback (most recent call last): Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: timer() Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: cb(*args, **kw) Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: return func(*args, **kwargs) Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: self._notify() Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: self.callback(batched_events) Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: event.method(event) Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: return f(self, *a, **k) Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._get(url).json() Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: return self.request(url, 'GET', **kwargs) Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:28:03.937122 dv-cinder-803901-7-iscsi neutron-server[94703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:28:03.963056 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 16cf0b60-69bc-428f-ba46-d2d3390f3a19 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:03.983956 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 16cf0b60-69bc-428f-ba46-d2d3390f3a19 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:03.984418 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 16cf0b60-69bc-428f-ba46-d2d3390f3a19 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:03.984913 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 6a74e39d-54c9-4178-9517-4e6d4bcf3974 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:04.004142 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 6a74e39d-54c9-4178-9517-4e6d4bcf3974 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:04.004493 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 6a74e39d-54c9-4178-9517-4e6d4bcf3974 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:04.004923 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device bc85bd34-aa11-44fe-9edb-7135df9cf7cb no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:04.024345 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: bc85bd34-aa11-44fe-9edb-7135df9cf7cb {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:04.025296 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device bc85bd34-aa11-44fe-9edb-7135df9cf7cb not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:04.086457 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:04.090637 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:04.093242 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5555793b-3d94-4de0-97fa-4e07dfdb4b46 HTTP/1.1" status: 204 len: 168 time: 0.6877558 Aug 17 01:28:04.106013 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c1e17-5beb-4246-adba-04da4cddf868 admin admin] Pushing event deleted for resources: {'Network': ['ID=5555793b-3d94-4de0-97fa-4e07dfdb4b46,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:04.423087 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46818) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:04.463133 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-084ae7d8-d1ad-401d-9a19-e19d1eb0648f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=403f36fc453546edb2dd173ad1aac7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387650 Aug 17 01:28:04.465404 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46820) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:04.517538 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b69d7897-1cb1-4f41-94a4-cd47ff995d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:04.538586 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b69d7897-1cb1-4f41-94a4-cd47ff995d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:04.662411 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b69d7897-1cb1-4f41-94a4-cd47ff995d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:04.664869 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b69d7897-1cb1-4f41-94a4-cd47ff995d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:04.666598 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-b69d7897-1cb1-4f41-94a4-cd47ff995d57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2d047f4-a2d7-442e-9d15-60767d9ad45e HTTP/1.1" status: 204 len: 168 time: 0.2000356 Aug 17 01:28:04.675457 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d7897-1cb1-4f41-94a4-cd47ff995d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d047f4-a2d7-442e-9d15-60767d9ad45e,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:05.209593 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:28:05.311881 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46826) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:05.354017 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-e48c1311-5aeb-49f7-a062-fb2893369e8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd20811727d14a26ab45999a3d6c35a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408270 Aug 17 01:28:05.356751 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46828) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:05.410768 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-297a127a-4549-4abb-aaed-141fb9a3542f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:05.433424 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-297a127a-4549-4abb-aaed-141fb9a3542f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:05.538353 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-297a127a-4549-4abb-aaed-141fb9a3542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:05.541460 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-297a127a-4549-4abb-aaed-141fb9a3542f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:05.542810 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-297a127a-4549-4abb-aaed-141fb9a3542f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5325151-de6b-49bf-9641-0bbb64a5d773 HTTP/1.1" status: 204 len: 168 time: 0.1847124 Aug 17 01:28:05.550688 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a127a-4549-4abb-aaed-141fb9a3542f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5325151-de6b-49bf-9641-0bbb64a5d773,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:05.976765 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:06.222435 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ed15a5ef-a4a2-4364-867b-13370be2e5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:07.414159 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5afaa698-01df-4954-b41c-f619b4609b15 req-e90ec9d7-6c9e-4990-9272-8dc055b3288d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967104001&fields=id&tenant_id=66b314f9138c4b3e8305ca8caf6ab09c HTTP/1.1" status: 200 len: 267 time: 0.0342379 Aug 17 01:28:07.468729 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaa698-01df-4954-b41c-f619b4609b15 req-f55c3594-3ab9-46cb-8e15-1171ba7d40f4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:07.470204 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5afaa698-01df-4954-b41c-f619b4609b15 req-f55c3594-3ab9-46cb-8e15-1171ba7d40f4 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 985 time: 0.0492141 Aug 17 01:28:07.481712 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.v2.base [req-5afaa698-01df-4954-b41c-f619b4609b15 req-54f1770a-42f4-41c5-b348-ad6effdcf4eb tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Request body: {'port': {'security_groups': ['b30f95a4-9cc8-4853-8aba-59628af4ca00']}} {{(pid=94703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 01:28:07.549047 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5afaa698-01df-4954-b41c-f619b4609b15 req-54f1770a-42f4-41c5-b348-ad6effdcf4eb tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934363'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:07.617835 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:07.714969 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-5afaa698-01df-4954-b41c-f619b4609b15 req-54f1770a-42f4-41c5-b348-ad6effdcf4eb tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] For port d99b4ef7-4934-4fb5-953a-be356e871701, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d99b4ef7-4934-4fb5-953a-be356e871701,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:07.744229 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5afaa698-01df-4954-b41c-f619b4609b15 req-54f1770a-42f4-41c5-b348-ad6effdcf4eb tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:07.817498 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5afaa698-01df-4954-b41c-f619b4609b15 req-54f1770a-42f4-41c5-b348-ad6effdcf4eb tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727998788720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727998251376', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727998251394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33454592'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:07.829157 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['d99b4ef7-4934-4fb5-953a-be356e871701'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:28:07.862399 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaa698-01df-4954-b41c-f619b4609b15 req-54f1770a-42f4-41c5-b348-ad6effdcf4eb tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:07.863036 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-5afaa698-01df-4954-b41c-f619b4609b15 req-54f1770a-42f4-41c5-b348-ad6effdcf4eb tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:07.864451 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-5afaa698-01df-4954-b41c-f619b4609b15 req-54f1770a-42f4-41c5-b348-ad6effdcf4eb tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "PUT /v2.0/ports/d99b4ef7-4934-4fb5-953a-be356e871701 HTTP/1.1" status: 200 len: 943 time: 0.3877857 Aug 17 01:28:07.864903 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:28:07.867302 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a98e2aa-eef7-4cc8-b5c6-792624bbe614" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:28:07.871105 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46838) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:07.901000 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1770a-42f4-41c5-b348-ad6effdcf4eb tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event updated for resources: {'Port': ['ID=d99b4ef7-4934-4fb5-953a-be356e871701,revision_number=7']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:07.925491 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd42230d-55a9-4316-95fa-7b0047b86223 x-openstack-request-id: req-bd42230d-55a9-4316-95fa-7b0047b86223 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:28:07.926300 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:28:07.926300 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd42230d-55a9-4316-95fa-7b0047b86223 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:28:07.926522 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'status': 'completed', 'code': 200} Aug 17 01:28:07.929630 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['d99b4ef7-4934-4fb5-953a-be356e871701'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:28:07.967043 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c69d-e9bc-46ca-b1c0-cac5dc024bac tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:08.000978 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98e2aa-eef7-4cc8-b5c6-792624bbe614 req-cb13e060-2c8c-4dfb-9ff0-c2fd8aa69dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:08.002527 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0a98e2aa-eef7-4cc8-b5c6-792624bbe614 req-cb13e060-2c8c-4dfb-9ff0-c2fd8aa69dce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=66b314f9138c4b3e8305ca8caf6ab09c&device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 1099 time: 0.0495009 Aug 17 01:28:08.002669 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c69d-e9bc-46ca-b1c0-cac5dc024bac tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:08.114086 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98e2aa-eef7-4cc8-b5c6-792624bbe614 req-c6d53d13-0941-46c9-895b-675f6593bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:08.115719 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0a98e2aa-eef7-4cc8-b5c6-792624bbe614 req-c6d53d13-0941-46c9-895b-675f6593bc70 service neutron] 10.222.0.81 "GET /v2.0/networks?id=60a34b52-2ec7-4170-92a7-6c6098493342 HTTP/1.1" status: 200 len: 915 time: 0.1045985 Aug 17 01:28:08.150198 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c69d-e9bc-46ca-b1c0-cac5dc024bac tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:08.152643 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c69d-e9bc-46ca-b1c0-cac5dc024bac tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:08.156287 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-1ab9c69d-e9bc-46ca-b1c0-cac5dc024bac tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "DELETE /v2.0/security-groups/aea4e565-b135-43d0-81c6-c420ef5ecb45 HTTP/1.1" status: 204 len: 168 time: 0.2810810 Aug 17 01:28:08.158181 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46840) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:08.161636 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.provisioning_blocks [None req-36bb83b0-ccd7-4b67-b1a0-fec035cedc50 None None] Provisioning complete for port d99b4ef7-4934-4fb5-953a-be356e871701 triggered by entity DHCP. {{(pid=94704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 01:28:08.162057 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-36bb83b0-ccd7-4b67-b1a0-fec035cedc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007996'] for port, provisioning_complete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:08.164477 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9c69d-e9bc-46ca-b1c0-cac5dc024bac tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4e565-b135-43d0-81c6-c420ef5ecb45,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:08.230852 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0a98e2aa-eef7-4cc8-b5c6-792624bbe614 req-26023eda-0dd6-4597-97ce-583ad1244a8b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d99b4ef7-4934-4fb5-953a-be356e871701 HTTP/1.1" status: 200 len: 1001 time: 0.1077266 Aug 17 01:28:08.325707 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98e2aa-eef7-4cc8-b5c6-792624bbe614 req-de412847-756f-4aef-a1d9-aaca3d8952be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:08.327093 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0a98e2aa-eef7-4cc8-b5c6-792624bbe614 req-de412847-756f-4aef-a1d9-aaca3d8952be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07b48526-1fdb-443f-b26c-906ee27822ac HTTP/1.1" status: 200 len: 854 time: 0.0864675 Aug 17 01:28:08.398258 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98e2aa-eef7-4cc8-b5c6-792624bbe614 req-f80ad36a-f7d0-40c9-a5c3-1eb91af7b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:08.400481 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0a98e2aa-eef7-4cc8-b5c6-792624bbe614 req-f80ad36a-f7d0-40c9-a5c3-1eb91af7b47e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=60a34b52-2ec7-4170-92a7-6c6098493342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524809 Aug 17 01:28:08.407520 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Deleting port f4914c68-022f-4b0d-87c1-3455a52eecce {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:08.407857 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:08.548545 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:08.549296 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:08.563879 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0a98e2aa-eef7-4cc8-b5c6-792624bbe614 req-6e9d8679-2689-4f81-ad5e-f7ee98017d56 service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539705 Aug 17 01:28:08.564686 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Calling delete_port for f4914c68-022f-4b0d-87c1-3455a52eecce owned by network:floatingip {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:08.716095 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-0a98e2aa-eef7-4cc8-b5c6-792624bbe614 req-273f1060-41e7-4d44-b54c-dbed714023d8 service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422234 Aug 17 01:28:08.857693 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:08.884354 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event deleted for resources: {'Port': ['ID=f4914c68-022f-4b0d-87c1-3455a52eecce,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:08.942617 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks [] for floatingip, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:08.942949 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.db.l3_db [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Floating IP 0a4ad856-c4d0-4f3b-aca3-020a934d1b75 disassociated (deleted). External IP: 172.27.3.23, port: d99b4ef7-4934-4fb5-953a-be356e871701. Aug 17 01:28:09.147983 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Router b1114c03-de19-4eea-b12f-f99dbe6b458d has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:28:09.261987 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:28:09.267236 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for floatingip, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:09.272259 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5505102-fae6-4f65-92f5-895315e46032 None None] Sync routers for ids ['b1114c03-de19-4eea-b12f-f99dbe6b458d'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:28:09.281406 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5505102-fae6-4f65-92f5-895315e46032 None None] Routers {'b1114c03-de19-4eea-b12f-f99dbe6b458d'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:28:09.282022 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-b5505102-fae6-4f65-92f5-895315e46032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:28:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['b1114c03-de19-4eea-b12f-f99dbe6b458d'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:09.296726 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-dac918be-94d0-41c0-9cf1-03878c6c531d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "DELETE /v2.0/floatingips/0a4ad856-c4d0-4f3b-aca3-020a934d1b75 HTTP/1.1" status: 204 len: 168 time: 1.1358125 Aug 17 01:28:09.527425 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-b5505102-fae6-4f65-92f5-895315e46032 None None] Set router b1114c03-de19-4eea-b12f-f99dbe6b458d gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:28:09.600547 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:09.745517 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-b5505102-fae6-4f65-92f5-895315e46032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:26:01Z', 'revision_number': 4, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7', 'name': '', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'mac_address': 'fa:16:3e:be:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:01Z', 'updated_at': '2021-08-17T01:26:06Z', 'revision_number': 5, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'subnets': [{'id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:09.772905 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5505102-fae6-4f65-92f5-895315e46032 None None] Checking router: b1114c03-de19-4eea-b12f-f99dbe6b458d for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:28:09.781542 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5505102-fae6-4f65-92f5-895315e46032 None None] Routers {'b1114c03-de19-4eea-b12f-f99dbe6b458d'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:28:09.782174 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-b5505102-fae6-4f65-92f5-895315e46032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:28:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['b1114c03-de19-4eea-b12f-f99dbe6b458d'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:09.889375 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-b5505102-fae6-4f65-92f5-895315e46032 None None] Set router b1114c03-de19-4eea-b12f-f99dbe6b458d gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:28:09.927145 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:28:09.929555 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62bb9d4-3c04-42ac-a8bb-74e5387cd7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:28:09.966906 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 01:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa95e51-88e6-4cbb-961e-706993d4cd3b x-openstack-request-id: req-baa95e51-88e6-4cbb-961e-706993d4cd3b {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:28:09.967193 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:28:09.967440 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-baa95e51-88e6-4cbb-961e-706993d4cd3b {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:28:09.967893 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'status': 'completed', 'code': 200} Aug 17 01:28:10.042470 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bb9d4-3c04-42ac-a8bb-74e5387cd7ca req-45a9a535-3cff-4627-95f4-740ff8b2eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:10.044003 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d62bb9d4-3c04-42ac-a8bb-74e5387cd7ca req-45a9a535-3cff-4627-95f4-740ff8b2eb69 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=66b314f9138c4b3e8305ca8caf6ab09c&device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 1099 time: 0.0408161 Aug 17 01:28:10.100058 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-b5505102-fae6-4f65-92f5-895315e46032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:26:01Z', 'revision_number': 4, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7', 'name': '', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'mac_address': 'fa:16:3e:be:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:01Z', 'updated_at': '2021-08-17T01:26:06Z', 'revision_number': 5, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'subnets': [{'id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:10.131685 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5505102-fae6-4f65-92f5-895315e46032 None None] The sync data for ids ['b1114c03-de19-4eea-b12f-f99dbe6b458d'] in dv-cinder-803901-7-iscsi is: [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:26:01Z', 'revision_number': 4, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi', '_interfaces': [{'id': 'e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7', 'name': '', 'network_id': '60a34b52-2ec7-4170-92a7-6c6098493342', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'mac_address': 'fa:16:3e:be:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:01Z', 'updated_at': '2021-08-17T01:26:06Z', 'revision_number': 5, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'subnets': [{'id': '07b48526-1fdb-443f-b26c-906ee27822ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:28:10.150499 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bb9d4-3c04-42ac-a8bb-74e5387cd7ca req-a34e66eb-3afb-424f-bea4-dc12055b22ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:10.152233 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d62bb9d4-3c04-42ac-a8bb-74e5387cd7ca req-a34e66eb-3afb-424f-bea4-dc12055b22ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=60a34b52-2ec7-4170-92a7-6c6098493342 HTTP/1.1" status: 200 len: 915 time: 0.1003659 Aug 17 01:28:10.198398 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d62bb9d4-3c04-42ac-a8bb-74e5387cd7ca req-cc3f8a59-c04b-40a3-b2fc-e0adfacfec8c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d99b4ef7-4934-4fb5-953a-be356e871701 HTTP/1.1" status: 200 len: 217 time: 0.0382557 Aug 17 01:28:10.261487 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bb9d4-3c04-42ac-a8bb-74e5387cd7ca req-aded0fba-c39d-4487-834c-b98894d28ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:10.263030 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d62bb9d4-3c04-42ac-a8bb-74e5387cd7ca req-aded0fba-c39d-4487-834c-b98894d28ccd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=07b48526-1fdb-443f-b26c-906ee27822ac HTTP/1.1" status: 200 len: 854 time: 0.0577040 Aug 17 01:28:10.317621 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bb9d4-3c04-42ac-a8bb-74e5387cd7ca req-4a2c0499-7c64-4720-ba21-27a9f44f019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:10.319219 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d62bb9d4-3c04-42ac-a8bb-74e5387cd7ca req-4a2c0499-7c64-4720-ba21-27a9f44f019b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=60a34b52-2ec7-4170-92a7-6c6098493342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487180 Aug 17 01:28:10.373129 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5168f2f-fa6b-4148-9fc0-ed6dc00ccb6a None None] New status for floating IP 0a4ad856-c4d0-4f3b-aca3-020a934d1b75: DOWN {{(pid=94705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 01:28:10.418764 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d62bb9d4-3c04-42ac-a8bb-74e5387cd7ca req-5b6fd504-14d1-4e00-b254-a4656e1e22cb service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909975 Aug 17 01:28:10.519967 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-d62bb9d4-3c04-42ac-a8bb-74e5387cd7ca req-6eda096f-4d47-4277-8dcb-6c8f309bc90b service neutron] 10.222.0.81 "GET /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941234 Aug 17 01:28:12.565509 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498c43-750f-436a-b26f-f0fb28db7353 req-8d1b3f6c-d448-4c6c-81ac-29429d28c321 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:12.566943 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-38498c43-750f-436a-b26f-f0fb28db7353 req-8d1b3f6c-d448-4c6c-81ac-29429d28c321 tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 946 time: 0.0518417 Aug 17 01:28:12.608348 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-38498c43-750f-436a-b26f-f0fb28db7353 req-e045a954-91b8-4948-a40a-679ec48849da tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343974 Aug 17 01:28:13.730792 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b341732-6dcb-4282-bfc5-d42158fe9322 req-66941373-8a73-49fa-a9e3-68662dd57f6e tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:13.732339 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2b341732-6dcb-4282-bfc5-d42158fe9322 req-66941373-8a73-49fa-a9e3-68662dd57f6e tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 946 time: 0.0521772 Aug 17 01:28:13.775293 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-2b341732-6dcb-4282-bfc5-d42158fe9322 req-b5f7daa1-05a4-456f-b655-5ffc3370c3ac tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/security-groups?id=b30f95a4-9cc8-4853-8aba-59628af4ca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366662 Aug 17 01:28:14.191452 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed917da9-4600-45c4-9568-c316e461d36a req-bbc62541-ca91-42bb-9200-b6f0959f246c tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 01:28:14.193708 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ed917da9-4600-45c4-9568-c316e461d36a req-bbc62541-ca91-42bb-9200-b6f0959f246c tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 946 time: 0.0691798 Aug 17 01:28:14.289177 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-ed917da9-4600-45c4-9568-c316e461d36a req-b02b1870-5f6f-48c1-abe5-bcbea54be63d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Deleting port d99b4ef7-4934-4fb5-953a-be356e871701 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:14.289522 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-ed917da9-4600-45c4-9568-c316e461d36a req-b02b1870-5f6f-48c1-abe5-bcbea54be63d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:14.387262 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [req-ed917da9-4600-45c4-9568-c316e461d36a req-b02b1870-5f6f-48c1-abe5-bcbea54be63d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] For port d99b4ef7-4934-4fb5-953a-be356e871701, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d99b4ef7-4934-4fb5-953a-be356e871701,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:14.387632 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-ed917da9-4600-45c4-9568-c316e461d36a req-b02b1870-5f6f-48c1-abe5-bcbea54be63d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:14.400520 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [req-ed917da9-4600-45c4-9568-c316e461d36a req-b02b1870-5f6f-48c1-abe5-bcbea54be63d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Calling delete_port for d99b4ef7-4934-4fb5-953a-be356e871701 owned by compute:nova {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:14.605308 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-ed917da9-4600-45c4-9568-c316e461d36a req-b02b1870-5f6f-48c1-abe5-bcbea54be63d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:14.617048 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] get_ports_and_sgs() called for port_ids ['d99b4ef7-4934-4fb5-953a-be356e871701'] {{(pid=94704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 01:28:14.639364 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b1870-5f6f-48c1-abe5-bcbea54be63d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Pushing event deleted for resources: {'Port': ['ID=d99b4ef7-4934-4fb5-953a-be356e871701,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:14.682124 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed917da9-4600-45c4-9568-c316e461d36a req-b02b1870-5f6f-48c1-abe5-bcbea54be63d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] No DVR routers for this DVR port d99b4ef7-4934-4fb5-953a-be356e871701 on host hv-cinder-80390 {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:28:14.684685 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [req-ed917da9-4600-45c4-9568-c316e461d36a req-b02b1870-5f6f-48c1-abe5-bcbea54be63d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13535'] for port, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:14.686698 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [req-ed917da9-4600-45c4-9568-c316e461d36a req-b02b1870-5f6f-48c1-abe5-bcbea54be63d tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.81 "DELETE /v2.0/ports/d99b4ef7-4934-4fb5-953a-be356e871701 HTTP/1.1" status: 204 len: 173 time: 0.4869940 Aug 17 01:28:14.687111 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'name': 'network-vif-deleted', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701'}] {{(pid=94703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 01:28:14.689344 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb05d4e20cadd325c98895dc1e1a0b65efe14f2f0cd2970b9af5377f968be868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88f8956-ee3b-41c9-b8c7-970d1bde987a" -d '{"events": [{"server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "name": "network-vif-deleted", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701"}]}' {{(pid=94703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 01:28:14.728947 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 01:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959b5ac0-e638-487a-8cd2-296774e95b59 x-openstack-request-id: req-959b5ac0-e638-487a-8cd2-296774e95b59 {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 01:28:14.728947 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2be9ad-327a-446b-8eed-f51b09b49c62", "name": "network-vif-deleted", "tag": "d99b4ef7-4934-4fb5-953a-be356e871701", "status": "completed", "code": 200}]} {{(pid=94703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 01:28:14.728947 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-959b5ac0-e638-487a-8cd2-296774e95b59 {{(pid=94703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 01:28:14.728947 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2be9ad-327a-446b-8eed-f51b09b49c62', 'name': 'network-vif-deleted', 'tag': 'd99b4ef7-4934-4fb5-953a-be356e871701', 'status': 'completed', 'code': 200} Aug 17 01:28:14.871509 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [req-6b8dfb5b-70a7-4716-8372-462f53421397 req-2314c964-eaea-4478-8777-24974d7755cb tempest-TestMinimumBasicScenario-1414235292 tempest-TestMinimumBasicScenario-1414235292-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2be9ad-327a-446b-8eed-f51b09b49c62 HTTP/1.1" status: 200 len: 210 time: 0.0275111 Aug 17 01:28:17.246466 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46922) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:17.858883 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-305c542f-8ee1-4a48-a4b3-7faf3e12961b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7907579'] for router_interface, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:17.910903 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d99b4ef7-4934-4fb5-953a-be356e871701 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:17.932804 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] No Port match for: d99b4ef7-4934-4fb5-953a-be356e871701 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:17.933152 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Device d99b4ef7-4934-4fb5-953a-be356e871701 not bound to the agent host hv-cinder-80390 {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:18.105594 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-305c542f-8ee1-4a48-a4b3-7faf3e12961b admin admin] Deleting port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:18.106139 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-305c542f-8ee1-4a48-a4b3-7faf3e12961b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:18.187898 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-305c542f-8ee1-4a48-a4b3-7faf3e12961b admin admin] For port e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:18.188171 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-305c542f-8ee1-4a48-a4b3-7faf3e12961b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:18.200657 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-305c542f-8ee1-4a48-a4b3-7faf3e12961b admin admin] Calling delete_port for e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 owned by network:router_interface {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:18.467846 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-305c542f-8ee1-4a48-a4b3-7faf3e12961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:18.492434 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c542f-8ee1-4a48-a4b3-7faf3e12961b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:18.659202 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-305c542f-8ee1-4a48-a4b3-7faf3e12961b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8274795'] for router_interface, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:18.868241 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305c542f-8ee1-4a48-a4b3-7faf3e12961b admin admin] Router b1114c03-de19-4eea-b12f-f99dbe6b458d has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:28:18.972937 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305c542f-8ee1-4a48-a4b3-7faf3e12961b admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:28:18.980845 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-305c542f-8ee1-4a48-a4b3-7faf3e12961b admin admin] 10.222.0.45 "PUT /v2.0/routers/b1114c03-de19-4eea-b12f-f99dbe6b458d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307606 Aug 17 01:28:18.980959 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46924) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:18.981728 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94765eeb-38ee-4d8d-b658-97d2b7cf0d47 None None] Sync routers for ids ['b1114c03-de19-4eea-b12f-f99dbe6b458d'] in dv-cinder-803901-7-iscsi {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:28:18.991137 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94765eeb-38ee-4d8d-b658-97d2b7cf0d47 None None] Routers {'b1114c03-de19-4eea-b12f-f99dbe6b458d'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:28:18.991935 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-94765eeb-38ee-4d8d-b658-97d2b7cf0d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:28:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['b1114c03-de19-4eea-b12f-f99dbe6b458d'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:19.089652 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Notify callbacks [] for router, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:19.100324 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-94765eeb-38ee-4d8d-b658-97d2b7cf0d47 None None] Set router b1114c03-de19-4eea-b12f-f99dbe6b458d gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:28:19.206095 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:19.282995 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-94765eeb-38ee-4d8d-b658-97d2b7cf0d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:28:18Z', 'revision_number': 5, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:19.309641 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94765eeb-38ee-4d8d-b658-97d2b7cf0d47 None None] Checking router: b1114c03-de19-4eea-b12f-f99dbe6b458d for host: dv-cinder-803901-7-iscsi {{(pid=94704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:28:19.318227 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94765eeb-38ee-4d8d-b658-97d2b7cf0d47 None None] Routers {'b1114c03-de19-4eea-b12f-f99dbe6b458d'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:28:19.318878 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-94765eeb-38ee-4d8d-b658-97d2b7cf0d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:28:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['b1114c03-de19-4eea-b12f-f99dbe6b458d'], 'active': True} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:19.405473 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Deleting port e8c9a1be-0503-43e8-87da-78e36ae403c6 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:19.405816 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:19.431676 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvr_db [None req-94765eeb-38ee-4d8d-b658-97d2b7cf0d47 None None] Set router b1114c03-de19-4eea-b12f-f99dbe6b458d gateway port host: dv-cinder-803901-7-iscsi {{(pid=94704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:28:19.490783 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] For port e8c9a1be-0503-43e8-87da-78e36ae403c6, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=e8c9a1be-0503-43e8-87da-78e36ae403c6,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:19.491408 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:19.504194 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Calling delete_port for e8c9a1be-0503-43e8-87da-78e36ae403c6 owned by network:router_gateway {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:19.611350 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_hamode_db [None req-94765eeb-38ee-4d8d-b658-97d2b7cf0d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:28:18Z', 'revision_number': 5, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:19.641864 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94765eeb-38ee-4d8d-b658-97d2b7cf0d47 None None] The sync data for ids ['b1114c03-de19-4eea-b12f-f99dbe6b458d'] in dv-cinder-803901-7-iscsi is: [{'id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'name': 'tempest-TestMinimumBasicScenario-1694378412-router', 'tenant_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:25:58Z', 'updated_at': '2021-08-17T01:28:18Z', 'revision_number': 5, 'project_id': '66b314f9138c4b3e8305ca8caf6ab09c', 'gw_port': {'id': 'e8c9a1be-0503-43e8-87da-78e36ae403c6', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1114c03-de19-4eea-b12f-f99dbe6b458d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:25:59Z', 'updated_at': '2021-08-17T01:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}] {{(pid=94704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:28:19.749222 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:19.775299 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c9a1be-0503-43e8-87da-78e36ae403c6,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:19.835159 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910051'] for router_gateway, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:19.930916 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7907728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499866'] for router, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:19.933124 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.029539 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7907817'] for router, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.030116 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1114c03-de19-4eea-b12f-f99dbe6b458d {{(pid=94703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:28:20.034851 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.038409 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-fdbbfcaa-6c1f-4e12-833e-31363323004d admin admin] 10.222.0.45 "DELETE /v2.0/routers/b1114c03-de19-4eea-b12f-f99dbe6b458d HTTP/1.1" status: 204 len: 168 time: 1.0542250 Aug 17 01:28:20.042485 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46926) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:20.091044 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_v2 [None req-44837765-f1f2-43fe-898c-114b8b80c1a2 admin admin] Deleting subnet 07b48526-1fdb-443f-b26c-906ee27822ac {{(pid=94703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:28:20.094561 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-44837765-f1f2-43fe-898c-114b8b80c1a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.135699 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-44837765-f1f2-43fe-898c-114b8b80c1a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5595771'] for subnet, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.138765 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:20.159574 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:20.162486 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e6fe1846-2b41-4f3a-a0f4-0bdf06f08cb7 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:20.250345 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-44837765-f1f2-43fe-898c-114b8b80c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.439205 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-44837765-f1f2-43fe-898c-114b8b80c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33454714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33518865'] for subnet, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.465833 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44837765-f1f2-43fe-898c-114b8b80c1a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b48526-1fdb-443f-b26c-906ee27822ac,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:20.471031 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-44837765-f1f2-43fe-898c-114b8b80c1a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.472991 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-44837765-f1f2-43fe-898c-114b8b80c1a2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/07b48526-1fdb-443f-b26c-906ee27822ac HTTP/1.1" status: 204 len: 168 time: 0.4333670 Aug 17 01:28:20.475993 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46928) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:20.476807 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f45723-b021-4893-b435-06ff4f6a5c1c None None] Network 60a34b52-2ec7-4170-92a7-6c6098493342 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:28:20.546793 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.600707 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Deleting port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:20.601048 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.672152 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] For port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=ba3ed012-9a15-4b12-9c7c-0ece5fd808e6,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:20.672543 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.687386 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Calling delete_port for ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:20.704886 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9fd899-3be3-418f-9ca7-6c17ec959557 None None] DHCP port deletion for 60a34b52-2ec7-4170-92a7-6c6098493342 request from dv-cinder-803901-7-iscsi {{(pid=94704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:28:20.755498 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-ee9fd899-3be3-418f-9ca7-6c17ec959557 None None] Deleting port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 {{(pid=94704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:20.755875 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd899-3be3-418f-9ca7-6c17ec959557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.818104 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-ee9fd899-3be3-418f-9ca7-6c17ec959557 None None] For port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=ba3ed012-9a15-4b12-9c7c-0ece5fd808e6,segment=NetworkSegment(11b88d94-143a-4e57-8269-34c16e56da2b),segment_id=11b88d94-143a-4e57-8269-34c16e56da2b)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:20.818441 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd899-3be3-418f-9ca7-6c17ec959557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.830768 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-ee9fd899-3be3-418f-9ca7-6c17ec959557 None None] Calling delete_port for ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 owned by network:dhcp {{(pid=94704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:20.846029 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922895'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.873752 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3ed012-9a15-4b12-9c7c-0ece5fd808e6,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:20.875716 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] No DVR routers for this DVR port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 on host dv-cinder-803901-7-iscsi {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:28:20.908816 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd899-3be3-418f-9ca7-6c17ec959557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367'] for port, after_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.934680 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fd899-3be3-418f-9ca7-6c17ec959557 None None] Pushing event deleted for resources: {'Port': ['ID=ba3ed012-9a15-4b12-9c7c-0ece5fd808e6,revision_number=None']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:20.938044 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fd899-3be3-418f-9ca7-6c17ec959557 None None] No DVR routers for this DVR port ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 on host dv-cinder-803901-7-iscsi {{(pid=94704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:28:20.951339 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:20.962148 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a34b52-2ec7-4170-92a7-6c6098493342']}} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:20.976946 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b88d94-143a-4e57-8269-34c16e56da2b') {'for_net_delete': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:20.977797 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.services.segments.db [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b88d94-143a-4e57-8269-34c16e56da2b') {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:20.987234 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33340874'] for segment, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:21.001994 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:21.007884 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:28:21.008301 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4923352'] for segment, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: Traceback (most recent call last): Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: timer() Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: cb(*args, **kw) Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: return func(*args, **kwargs) Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: self._notify() Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: self.callback(batched_events) Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: event.method(event) Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: return f(self, *a, **k) Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._get(url).json() Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: return self.request(url, 'GET', **kwargs) Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:28:21.009883 dv-cinder-803901-7-iscsi neutron-server[94702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:28:21.132494 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:21.139137 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:21.141628 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] 10.222.0.45 "DELETE /v2.0/networks/60a34b52-2ec7-4170-92a7-6c6098493342 HTTP/1.1" status: 204 len: 168 time: 0.6644757 Aug 17 01:28:21.145873 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46930) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:21.155605 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49259a-f5c8-46a9-896a-ff6ad71f4e47 admin admin] Pushing event deleted for resources: {'Network': ['ID=60a34b52-2ec7-4170-92a7-6c6098493342,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:21.503437 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-843355c1-2e89-412d-a942-b4f4539f9536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7907579'] for router_interface, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:21.762569 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-843355c1-2e89-412d-a942-b4f4539f9536 admin admin] Deleting port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:21.762830 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-843355c1-2e89-412d-a942-b4f4539f9536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:21.840423 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-843355c1-2e89-412d-a942-b4f4539f9536 admin admin] For port 54becea8-8cf7-47c0-a2b9-ffa7c48f1802, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=54becea8-8cf7-47c0-a2b9-ffa7c48f1802,segment=NetworkSegment(47a8fe17-2032-432d-96e9-ce0cd26e0e22),segment_id=47a8fe17-2032-432d-96e9-ce0cd26e0e22)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:21.841070 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-843355c1-2e89-412d-a942-b4f4539f9536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:21.854600 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-843355c1-2e89-412d-a942-b4f4539f9536 admin admin] Calling delete_port for 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 owned by network:router_interface {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:21.969779 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e8c9a1be-0503-43e8-87da-78e36ae403c6 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:21.998372 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: e8c9a1be-0503-43e8-87da-78e36ae403c6 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:21.998723 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device e8c9a1be-0503-43e8-87da-78e36ae403c6 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:21.999162 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:22.024081 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:22.024428 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device ba3ed012-9a15-4b12-9c7c-0ece5fd808e6 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:22.104072 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-843355c1-2e89-412d-a942-b4f4539f9536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:22.131160 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843355c1-2e89-412d-a942-b4f4539f9536 admin admin] Pushing event deleted for resources: {'Port': ['ID=54becea8-8cf7-47c0-a2b9-ffa7c48f1802,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:22.302994 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-843355c1-2e89-412d-a942-b4f4539f9536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7876812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8274795'] for router_interface, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:22.377622 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:22.809242 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843355c1-2e89-412d-a942-b4f4539f9536 admin admin] Router 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 has already been hosted by L3 agent e7cab57b-8729-4a6c-ba24-442db3eb27b2 {{(pid=94703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 01:28:22.914337 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843355c1-2e89-412d-a942-b4f4539f9536 admin admin] Notify agent at l3_agent.dv-cinder-803901-7-iscsi the message routers_updated {{(pid=94703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 01:28:22.919567 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-843355c1-2e89-412d-a942-b4f4539f9536 admin admin] 10.222.0.45 "PUT /v2.0/routers/293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7724755 Aug 17 01:28:22.922154 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46932) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:22.923107 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9e2a5-8dfe-4342-9336-80aa56b1a1d5 None None] Sync routers for ids ['293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'] in dv-cinder-803901-7-iscsi {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 01:28:22.932685 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9e2a5-8dfe-4342-9336-80aa56b1a1d5 None None] Routers {'293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:28:22.933293 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-a7e9e2a5-8dfe-4342-9336-80aa56b1a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:28:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:23.036866 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Notify callbacks [] for router, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:23.044633 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-a7e9e2a5-8dfe-4342-9336-80aa56b1a1d5 None None] Set router 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 gateway port host: dv-cinder-803901-7-iscsi {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:28:23.141768 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:23.226709 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-a7e9e2a5-8dfe-4342-9336-80aa56b1a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'name': 'tempest-TestMinimumBasicScenario-1033299277-router', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'external_fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:26:05Z', 'updated_at': '2021-08-17T01:28:21Z', 'revision_number': 5, 'project_id': '5f7dda52f0524f0982579a7082244882', 'gw_port': {'id': 'c3a09390-f5ca-4dd3-a167-a3dd52316261', 'name': '', 'network_id': '80976695-463a-4c2a-8940-723c41164f17', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T01:26:06Z', 'updated_at': '2021-08-17T01:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b2a46b-765c-40cc-92c0-c6008b5f911c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-7-iscsi'}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:23.253979 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9e2a5-8dfe-4342-9336-80aa56b1a1d5 None None] Checking router: 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 for host: dv-cinder-803901-7-iscsi {{(pid=94705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 01:28:23.265496 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Deleting port c3a09390-f5ca-4dd3-a167-a3dd52316261 {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:23.265835 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:23.270197 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9e2a5-8dfe-4342-9336-80aa56b1a1d5 None None] Routers {'293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'} bound to L3 agent in host dv-cinder-803901-7-iscsi {{(pid=94705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 01:28:23.270876 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-a7e9e2a5-8dfe-4342-9336-80aa56b1a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T01:07:36Z,description=,heartbeat_timestamp=2021-08-17T01:28:06Z,host='dv-cinder-803901-7-iscsi',id=e7cab57b-8729-4a6c-ba24-442db3eb27b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T01:07:36Z,topic='l3_agent')) {'router_ids': ['293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'], 'active': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:23.359048 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] For port c3a09390-f5ca-4dd3-a167-a3dd52316261, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=c3a09390-f5ca-4dd3-a167-a3dd52316261,segment=NetworkSegment(37af282b-eda4-47d9-9eb8-e7bcf853c0c8),segment_id=37af282b-eda4-47d9-9eb8-e7bcf853c0c8)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:23.359647 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:23.362063 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvr_db [None req-a7e9e2a5-8dfe-4342-9336-80aa56b1a1d5 None None] Set router 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 gateway port host: None {{(pid=94705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 01:28:23.377508 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Calling delete_port for c3a09390-f5ca-4dd3-a167-a3dd52316261 owned by network:router_gateway {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:23.427144 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.l3_hamode_db [None req-a7e9e2a5-8dfe-4342-9336-80aa56b1a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'name': 'tempest-TestMinimumBasicScenario-1033299277-router', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:26:05Z', 'updated_at': '2021-08-17T01:28:23Z', 'revision_number': 6, 'project_id': '5f7dda52f0524f0982579a7082244882', 'gw_port_host': None}], 'dv-cinder-803901-7-iscsi', False) {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:23.455217 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9e2a5-8dfe-4342-9336-80aa56b1a1d5 None None] The sync data for ids ['293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66'] in dv-cinder-803901-7-iscsi is: [{'id': '293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66', 'name': 'tempest-TestMinimumBasicScenario-1033299277-router', 'tenant_id': '5f7dda52f0524f0982579a7082244882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T01:26:05Z', 'updated_at': '2021-08-17T01:28:23Z', 'revision_number': 6, 'project_id': '5f7dda52f0524f0982579a7082244882', 'gw_port_host': None}] {{(pid=94705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 01:28:23.661599 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:23.689713 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a09390-f5ca-4dd3-a167-a3dd52316261,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:23.754897 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7910051'] for router_gateway, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:23.846346 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7907728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499866'] for router, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:23.848532 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.000522 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7907817'] for router, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.001063 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 {{(pid=94703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 01:28:24.005619 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] Notify callbacks [] for router, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.006553 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-8c46d975-db74-44ac-9df0-5b6ee3bba408 admin admin] 10.222.0.45 "DELETE /v2.0/routers/293ac7fa-a7e4-4586-b8fd-60d9d6a6aa66 HTTP/1.1" status: 204 len: 168 time: 1.0833962 Aug 17 01:28:24.010032 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46934) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:24.058810 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.db_base_plugin_v2 [None req-e218906d-6f10-4b49-bd72-3a1884b67e94 admin admin] Deleting subnet c4f47a95-b3be-4a36-bab5-aa52730f8df4 {{(pid=94703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 01:28:24.062304 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e218906d-6f10-4b49-bd72-3a1884b67e94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.103379 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e218906d-6f10-4b49-bd72-3a1884b67e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5595771'] for subnet, precommit_delete_associations {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.182504 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e218906d-6f10-4b49-bd72-3a1884b67e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004814'] for subnet, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.264498 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:24.288795 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:24.289146 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device 54becea8-8cf7-47c0-a2b9-ffa7c48f1802 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:24.289707 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device c3a09390-f5ca-4dd3-a167-a3dd52316261 no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:24.309697 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e218906d-6f10-4b49-bd72-3a1884b67e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1004823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8144535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33454714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33518865'] for subnet, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.310178 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: c3a09390-f5ca-4dd3-a167-a3dd52316261 {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:24.310569 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device c3a09390-f5ca-4dd3-a167-a3dd52316261 not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:24.338846 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218906d-6f10-4b49-bd72-3a1884b67e94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f47a95-b3be-4a36-bab5-aa52730f8df4,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:24.343046 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e218906d-6f10-4b49-bd72-3a1884b67e94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.345036 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-e218906d-6f10-4b49-bd72-3a1884b67e94 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c4f47a95-b3be-4a36-bab5-aa52730f8df4 HTTP/1.1" status: 204 len: 168 time: 0.3339026 Aug 17 01:28:24.347528 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46936) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:24.351430 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405ec3f8-d0a0-4c87-8d00-601560e98d0f None None] Network b718d64e-be45-4169-aac0-ec8730da10c1 requested from dv-cinder-803901-7-iscsi {{(pid=94704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 01:28:24.424972 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-984343'] for network, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.485706 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Deleting port cbe8bf9f-1c32-46cf-8b7c-6234f860703f {{(pid=94703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:24.486238 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.549048 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa1a2e-b666-44a1-a8b0-20b58f847ad4 None None] DHCP port deletion for b718d64e-be45-4169-aac0-ec8730da10c1 request from dv-cinder-803901-7-iscsi {{(pid=94704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 01:28:24.559521 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] For port cbe8bf9f-1c32-46cf-8b7c-6234f860703f, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=cbe8bf9f-1c32-46cf-8b7c-6234f860703f,segment=NetworkSegment(47a8fe17-2032-432d-96e9-ce0cd26e0e22),segment_id=47a8fe17-2032-432d-96e9-ce0cd26e0e22)] {{(pid=94703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:24.559881 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.574039 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Calling delete_port for cbe8bf9f-1c32-46cf-8b7c-6234f860703f owned by network:dhcp {{(pid=94703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:24.596837 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-95fa1a2e-b666-44a1-a8b0-20b58f847ad4 None None] Deleting port cbe8bf9f-1c32-46cf-8b7c-6234f860703f {{(pid=94704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 01:28:24.597216 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95fa1a2e-b666-44a1-a8b0-20b58f847ad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727998781781'] for port, before_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.661730 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.db [None req-95fa1a2e-b666-44a1-a8b0-20b58f847ad4 None None] For port cbe8bf9f-1c32-46cf-8b7c-6234f860703f, host dv-cinder-803901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-7-iscsi',level=0,port_id=cbe8bf9f-1c32-46cf-8b7c-6234f860703f,segment=NetworkSegment(47a8fe17-2032-432d-96e9-ce0cd26e0e22),segment_id=47a8fe17-2032-432d-96e9-ce0cd26e0e22)] {{(pid=94704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 01:28:24.670462 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95fa1a2e-b666-44a1-a8b0-20b58f847ad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7912141'] for port, precommit_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.678878 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-95fa1a2e-b666-44a1-a8b0-20b58f847ad4 None None] Calling delete_port for cbe8bf9f-1c32-46cf-8b7c-6234f860703f owned by network:dhcp {{(pid=94704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 01:28:24.719013 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33454607'] for port, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.747691 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe8bf9f-1c32-46cf-8b7c-6234f860703f,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:24.752887 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] No DVR routers for this DVR port cbe8bf9f-1c32-46cf-8b7c-6234f860703f on host dv-cinder-803901-7-iscsi {{(pid=94703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:28:24.760409 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95fa1a2e-b666-44a1-a8b0-20b58f847ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727998788729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727998251367'] for port, after_delete {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.787872 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa1a2e-b666-44a1-a8b0-20b58f847ad4 None None] No DVR routers for this DVR port cbe8bf9f-1c32-46cf-8b7c-6234f860703f on host dv-cinder-803901-7-iscsi {{(pid=94704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 01:28:24.795773 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa1a2e-b666-44a1-a8b0-20b58f847ad4 None None] Pushing event deleted for resources: {'Port': ['ID=cbe8bf9f-1c32-46cf-8b7c-6234f860703f,revision_number=None']} {{(pid=94704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:24.832328 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005959', 'neutron.services.segments.db._delete_segments_for_network-8727998753985'] for network, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.842965 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b718d64e-be45-4169-aac0-ec8730da10c1']}} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:24.854431 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a8fe17-2032-432d-96e9-ce0cd26e0e22') {'for_net_delete': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:24.854738 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.services.segments.db [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a8fe17-2032-432d-96e9-ce0cd26e0e22') {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 01:28:24.863817 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727998799526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5595762'] for segment, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.878309 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115'] for segment, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.885485 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 01:28:24.885888 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33455064'] for segment, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: Traceback (most recent call last): Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: timer() Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: cb(*args, **kw) Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: return func(*args, **kwargs) Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: self._notify() Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: self.callback(batched_events) Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: event.method(event) Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: return f(self, *a, **k) Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._get(url).json() Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: return self.request(url, 'GET', **kwargs) Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 01:28:24.887616 dv-cinder-803901-7-iscsi neutron-server[94703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 01:28:25.045117 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7910006'] for network, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:25.056643 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876817'] for network, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:25.056643 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b718d64e-be45-4169-aac0-ec8730da10c1 HTTP/1.1" status: 204 len: 168 time: 0.7046182 Aug 17 01:28:25.069400 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef773a3b-fb13-499b-9bb1-a4de3f2f96d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b718d64e-be45-4169-aac0-ec8730da10c1,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:25.496060 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46940) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:25.537315 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-91049fad-1d24-4514-8a9f-6a54d75d2c8c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66b314f9138c4b3e8305ca8caf6ab09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400386 Aug 17 01:28:25.540304 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [-] (94703) accepted ('10.222.0.45', 46942) {{(pid=94703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:25.587309 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ccefbbc6-aaa9-4ba1-a128-2cab5b2132f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:25.608720 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ccefbbc6-aaa9-4ba1-a128-2cab5b2132f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:25.748066 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ccefbbc6-aaa9-4ba1-a128-2cab5b2132f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:25.750673 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-ccefbbc6-aaa9-4ba1-a128-2cab5b2132f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:25.751876 dv-cinder-803901-7-iscsi neutron-server[94703]: INFO neutron.wsgi [None req-ccefbbc6-aaa9-4ba1-a128-2cab5b2132f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b30f95a4-9cc8-4853-8aba-59628af4ca00 HTTP/1.1" status: 204 len: 168 time: 0.2106369 Aug 17 01:28:25.760215 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefbbc6-aaa9-4ba1-a128-2cab5b2132f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f95a4-9cc8-4853-8aba-59628af4ca00,revision_number=None']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:25.965382 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device cbe8bf9f-1c32-46cf-8b7c-6234f860703f no longer exists at agent ovs-agent-dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 01:28:25.986834 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] No Port match for: cbe8bf9f-1c32-46cf-8b7c-6234f860703f {{(pid=94704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 01:28:25.987180 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron.plugins.ml2.rpc [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Device cbe8bf9f-1c32-46cf-8b7c-6234f860703f not bound to the agent host dv-cinder-803901-7-iscsi {{(pid=94704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 01:28:26.535459 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46948) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:26.577720 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-d2546d91-d111-496f-989f-2c2d2ba22ef9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f7dda52f0524f0982579a7082244882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409753 Aug 17 01:28:26.580276 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [-] (94702) accepted ('10.222.0.45', 46950) {{(pid=94702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 01:28:26.630085 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dff5fb7b-b466-49c9-a4c6-06449d37b925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:26.655946 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dff5fb7b-b466-49c9-a4c6-06449d37b925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:26.770390 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dff5fb7b-b466-49c9-a4c6-06449d37b925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8148971'] for security_group, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:26.772939 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dff5fb7b-b466-49c9-a4c6-06449d37b925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:26.774624 dv-cinder-803901-7-iscsi neutron-server[94702]: INFO neutron.wsgi [None req-dff5fb7b-b466-49c9-a4c6-06449d37b925 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d230e25e-c26d-4852-951f-bd9a88ab571e HTTP/1.1" status: 204 len: 168 time: 0.1932826 Aug 17 01:28:26.782982 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5fb7b-b466-49c9-a4c6-06449d37b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d230e25e-c26d-4852-951f-bd9a88ab571e,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 01:28:32.382775 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8f1281b4-9132-4650-bbdb-866a21ece95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:35.975713 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:36.158616 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95966b39-413e-45bb-927b-05d8dc6b2762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:37.617639 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:39.463272 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:28:42.209083 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:28:52.411292 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:02.364656 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-2b386a68-be3d-4fd5-91a6-90c5c6860f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:05.959400 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:06.171085 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-c0d853bb-8eff-4cfc-986d-d0c4c714f6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:07.672316 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:09.449384 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:19.207698 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:29:22.403119 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:32.404514 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8e313e53-0c5f-41d9-ad2b-51efbc616eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:36.015704 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:36.193302 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-30be00a0-0634-4b70-ba4a-ddba21c385ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:37.615869 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:39.478670 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:52.385448 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:29:56.207300 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:30:02.367776 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-436e1a37-49e4-4dd2-9b83-0f0dd7410aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:05.975382 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:06.184779 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-d07bb952-4fd3-45c5-8312-af10dbd72c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:07.609374 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:09.454708 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:22.403278 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:32.391503 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-317021de-f16b-4410-aca9-2b67b383ebb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:33.206753 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:30:35.967024 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:36.166625 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-ad6079d6-6fd6-4f46-852b-95f395f8825b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:37.629637 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:39.503915 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:30:52.425161 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:31:02.384901 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-f32cae16-a998-4432-8ca4-ba921d4062bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:31:05.997002 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:31:06.167881 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0e18-c731-4a1e-aa08-5db811476083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:31:07.617527 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:31:09.470390 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:31:10.206573 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:31:13.946178 dv-cinder-803901-7-iscsi neutron-server[94703]: DEBUG neutron.wsgi [req-dcef41f4-a829-4181-a394-85f1e234d712 req-4101bda7-6b4c-464f-b0d0-1f01876f110b service neutron] (94703) timed out ('10.222.0.81', 58612) {{(pid=94703) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 01:31:15.932497 dv-cinder-803901-7-iscsi neutron-server[94702]: DEBUG neutron.wsgi [req-983862a4-092b-46ec-ba4a-27dc647b94b8 req-c4edcb3f-77c9-48d2-9441-8ee59892ed94 service neutron] (94702) timed out ('10.222.0.81', 58626) {{(pid=94702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 01:31:22.413026 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:31:32.372664 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-a53c1980-59be-4cad-b130-0ed6fc1ef97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:31:35.949544 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:31:36.195346 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-6da3ea4d-bc8b-41b0-ab34-ff69f9e8736b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:31:37.623963 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:31:39.467924 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:31:47.205539 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:31:52.440776 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:32:02.389112 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-e3e63b34-6808-47a3-8507-f6988877a47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:32:05.952527 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:32:06.160041 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-955556f2-466a-4919-a389-0be17202f2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:32:07.651560 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:32:09.473020 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:32:22.468329 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:32:24.204169 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:32:32.376778 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-1907cc32-8ffb-4473-99b9-9c63349760aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:32:35.993968 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:32:36.169208 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-05dfffe3-711f-4159-b1b3-b2e0affb0c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:32:37.647970 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:32:39.468021 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:32:52.438962 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:33:01.202949 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:33:02.392983 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-4b353497-82da-4620-b945-926c2f9134de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:33:05.975551 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:33:06.209711 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-02589a40-47c4-4e54-b8bd-f75ef9a3e682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:33:07.650718 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:33:09.499674 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:33:22.432360 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-7cd74a5d-804c-42d7-9a0b-5f4010bacee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:33:32.407913 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-fa346813-de56-4831-a3d8-7ef48a4c0351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:33:35.963671 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-b64975b3-d4e2-46c1-a23d-975dc8f4d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:33:36.207642 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-687a167a-c01c-43ea-9763-37295e1fb85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:33:37.689159 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-598c3b49-c476-46fe-8cef-3d0cd37bc6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 01:33:38.202964 dv-cinder-803901-7-iscsi neutron-server[94705]: DEBUG neutron.db.agents_db [None req-fea15582-8620-4055-bbd8-9b7f7a11e1d4 None None] Agent healthcheck: found 6 active agents {{(pid=94705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 01:33:39.464443 dv-cinder-803901-7-iscsi neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-95841bd8-f2d9-4be5-83ad-1a5665158691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727998754003', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009609'] for agent, after_update {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}